[ 525.677733] env[65584]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.677733] env[65584]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.640070] env[65672]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.640070] env[65672]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.185151] env[65672]: INFO neutron.common.config [-] Logging enabled! [ 528.185508] env[65672]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 528.185695] env[65672]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65672) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.185994] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.186100] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.186912] env[65672]: WARNING oslo_policy.policy [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.187135] env[65672]: WARNING oslo_policy.policy [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.189225] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] VMware NSXv3 Agent initialized successfully. [ 528.189572] env[65672]: DEBUG oslo_concurrency.lockutils [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] Acquiring lock "singleton_lock" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.189699] env[65672]: DEBUG oslo_concurrency.lockutils [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] Acquired lock "singleton_lock" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.189931] env[65672]: DEBUG oslo_concurrency.lockutils [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] Releasing lock "singleton_lock" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.190228] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] Full set of CONF: {{(pid=65672) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.190337] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ******************************************************************************** {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.190439] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] Configuration options gathered from: {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.190780] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.190948] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.191085] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ================================================================================ {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.191271] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] agent_down_time = 75 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.191410] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] allow_automatic_dhcp_failover = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.191545] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] allow_bulk = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.191685] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] api_extensions_path = {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.191824] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] api_paste_config = api-paste.ini {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.191958] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] auth_strategy = keystone {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.192100] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] backdoor_port = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.192185] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] backdoor_socket = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.192302] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] backlog = 4096 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.192434] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.192589] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] bind_host = 0.0.0.0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.192726] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] bind_port = 9696 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.192855] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] client_socket_timeout = 900 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.192993] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] config_dir = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.193110] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.193245] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] config_source = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.193380] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] control_exchange = neutron {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.193511] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] core_plugin = ml2 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.193642] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] debug = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.193773] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] default_availability_zones = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.193973] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.194123] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] dhcp_agent_notification = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.194256] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] dhcp_agents_per_network = 1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.194386] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] dhcp_lease_duration = 86400 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.194522] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] dhcp_load_type = networks {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.194654] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] dns_domain = openstacklocal {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.194786] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.194914] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] enable_default_route_bfd = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.195053] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] enable_default_route_ecmp = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.195184] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] enable_dvr = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.195311] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] enable_new_agents = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.195437] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.195561] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] enable_signals = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.195685] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] enable_traditional_dhcp = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.195808] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] external_dns_driver = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.195932] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] filter_validation = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.196077] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] global_physnet_mtu = 8950 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.196206] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] graceful_shutdown_timeout = 60 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.196378] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] host = cpu-1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.196514] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] host_dvr_for_dhcp = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.196644] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] http_retries = 3 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.196778] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] instance_format = [instance: %(uuid)s] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.196910] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.197053] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ipam_driver = internal {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.197183] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ipv6_pd_enabled = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.197309] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] l3_ha = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.197440] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.197571] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] l3_ha_network_physical_name = {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.197700] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] l3_ha_network_type = {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.197854] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_color = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.197990] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_config_append = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.198135] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.198265] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_dir = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.198391] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_file = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.198492] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_options = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.198623] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_rotate_interval = 1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.198757] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_rotate_interval_type = days {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.198890] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] log_rotation_type = none {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.198993] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.199127] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.199234] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.199363] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.199464] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.199589] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] max_dns_nameservers = 5 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.199715] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] max_header_line = 16384 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.199895] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] max_l3_agents_per_router = 3 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.200062] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] max_logfile_count = 30 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.200183] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] max_logfile_size_mb = 200 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.200310] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] max_subnet_host_routes = 20 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.200451] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] my_ip = 10.180.1.21 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.200572] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] my_ipv6 = ::1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.200699] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] network_auto_schedule = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.200820] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] network_link_prefix = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.200951] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.201096] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] notify_nova_on_port_data_changes = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.201301] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] notify_nova_on_port_status_changes = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.201453] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] pagination_max_limit = -1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.201581] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] publish_errors = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.201709] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] rate_limit_burst = 0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.201843] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] rate_limit_except_level = CRITICAL {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.201968] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] rate_limit_interval = 0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.202105] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] retry_until_window = 30 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.202237] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] router_distributed = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.202360] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] rpc_resources_processing_step = 20 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.202483] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] rpc_response_max_timeout = 600 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.202609] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] rpc_response_timeout = 60 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.202736] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] send_events_interval = 2 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.202907] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] service_plugins = ['router'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.203060] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] setproctitle = on {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.203189] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] shell_completion = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.203321] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] state_path = /opt/stack/data/neutron {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.203452] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] syslog_log_facility = LOG_USER {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.203580] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] tcp_keepidle = 600 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.203712] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] transport_url = **** {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.203845] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] use_journal = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.203973] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] use_json = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.204119] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] use_ssl = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.204247] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] use_stderr = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.204408] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] use_syslog = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.204552] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] vlan_qinq = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.204702] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] vlan_transparent = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.204844] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] watch_log_file = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.204974] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] wsgi_default_pool_size = 100 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.205117] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] wsgi_keep_alive = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.205253] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.205383] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] wsgi_server_debug = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.205531] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_concurrency.disable_process_locking = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.205673] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.205814] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.205951] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.206102] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.206240] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.206377] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.206561] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.connection_string = messaging:// {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.206706] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.enabled = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.206865] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.es_doc_type = notification {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.207011] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.es_scroll_size = 10000 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.207153] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.es_scroll_time = 2m {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.207287] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.filter_error_trace = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.207420] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.hmac_keys = **** {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.207605] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.sentinel_service_name = mymaster {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.207788] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.socket_timeout = 0.1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.207939] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.trace_requests = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.208090] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler.trace_sqlalchemy = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.208240] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler_jaeger.process_tags = {} {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.208374] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler_jaeger.service_name_prefix = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.208509] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] profiler_otlp.service_name_prefix = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.208658] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.enforce_new_defaults = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.208921] env[65672]: WARNING oslo_config.cfg [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.209083] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.enforce_scope = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.209229] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.policy_default_rule = default {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.209375] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.209511] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.209648] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.209778] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.209927] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.210076] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.210209] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.210354] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.210494] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.210636] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] agent.extensions = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.210800] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.210946] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] service_providers.service_provider = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.211104] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.default_quota = -1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.211244] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.211374] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_floatingip = 50 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.211504] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_network = 100 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.211632] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_port = 500 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.211769] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.211912] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_router = 10 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.212068] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_security_group = 10 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.212463] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.212463] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.quota_subnet = 100 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.212547] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] QUOTAS.track_quota_usage = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.212682] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.212811] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep.group = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.212940] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep.helper_command = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.213088] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep.log_daemon_traceback = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.213242] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.213363] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep.thread_pool_size = 8 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.213494] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep.user = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.213635] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.213766] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_dhcp_release.group = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.213894] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_dhcp_release.helper_command = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.214036] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.214173] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.214304] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.214443] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_dhcp_release.user = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.214613] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.214901] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_ovs_vsctl.group = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.215027] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.215252] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.215417] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.215558] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.215692] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_ovs_vsctl.user = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.215829] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_namespace.capabilities = [21] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.215956] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_namespace.group = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.216100] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_namespace.helper_command = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.216239] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.216411] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.216560] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.216687] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_namespace.user = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.216825] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_conntrack.capabilities = [12] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.216953] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_conntrack.group = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.217095] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_conntrack.helper_command = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.217228] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.217362] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.217494] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.217622] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_conntrack.user = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.217813] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_link.capabilities = [12, 21] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.217957] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_link.group = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.218101] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_link.helper_command = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.218235] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_link.log_daemon_traceback = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.218372] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.218505] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_link.thread_pool_size = 8 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.218632] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] privsep_link.user = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.218778] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.218919] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.219067] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.continue_on_failed_promotions = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.219201] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.dscp = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.219333] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.dscp_inherit = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.219472] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.force_mp_to_policy = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.219602] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.locking_coordinator_url = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.219735] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.log_agent_heartbeats = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.219886] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.logging_expire = 1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.220054] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.220197] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.220337] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.polling_interval = 240 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.220470] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.220608] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.220747] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.report_interval = 30.0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.220902] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.221059] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.221201] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.221339] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.sync_skew = 60 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.221476] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.synchronization_queue_size = 20 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.221610] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT.use_helper_for_ns_read = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.221748] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] SECURITYGROUP.enable_ipset = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.221884] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] SECURITYGROUP.enable_security_group = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.222030] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.222170] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.222308] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] experimental.ipv6_pd_enabled = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.222458] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.extension_drivers = ['port_security'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.222588] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.external_network_type = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.222772] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.222932] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.overlay_ip_version = 4 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.223087] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.path_mtu = 8950 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.223231] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.physical_network_mtus = {} {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.223372] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.223509] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.223645] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ml2.type_drivers = ['vlan'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.223785] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.223937] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.224130] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.224282] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.224425] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.224590] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.224744] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.224885] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.225036] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.225230] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.225377] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_login_password = **** {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.225521] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.225657] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_login_user = admin {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.225798] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.225938] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.226084] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.226220] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.226356] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.226495] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.226630] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.226779] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.226925] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.227080] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.227225] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.227356] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.227493] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.227677] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.227856] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.228024] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.228158] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.228294] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.auth_section = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.228434] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.auth_type = password {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.228568] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.228697] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.certfile = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.228869] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.collect_timing = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.229036] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.endpoint_type = public {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.229179] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.insecure = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.229308] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.keyfile = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.229449] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.region_name = RegionOne {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.229583] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.split_loggers = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.229714] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] nova.timeout = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.229852] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.auth_section = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.230026] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.auth_type = password {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.230172] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.230302] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.certfile = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.230433] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.collect_timing = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.230575] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.endpoint_type = public {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.230765] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.insecure = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.230961] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.keyfile = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.231182] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.region_name = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.231369] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.split_loggers = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.231510] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] placement.timeout = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.231651] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.auth_section = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.231784] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.auth_type = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.231914] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.cafile = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.232051] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.certfile = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.232199] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.collect_timing = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.232339] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.connect_retries = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.232469] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.connect_retry_delay = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.232600] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.enable_notifications = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.232726] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.endpoint_override = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.232853] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.insecure = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.232979] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.interface = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.233119] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.keyfile = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.233251] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.max_version = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.233375] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.min_version = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.233501] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.region_name = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.233627] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.retriable_status_codes = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.233750] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.service_name = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.233874] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.service_type = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.234011] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.split_loggers = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.234138] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.status_code_retries = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.234265] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.status_code_retry_delay = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.234449] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.timeout = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.234601] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.valid_interfaces = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.234767] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ironic.version = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.234919] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] cli_script.dry_run = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.235081] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.235216] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.235348] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.235479] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.235612] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.235743] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.235872] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.236011] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.236174] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.236368] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.236573] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.236748] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.236882] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.237035] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.237173] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.237311] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.237442] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.237571] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.237707] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.237844] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.238011] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.238156] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.238290] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.238422] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.238554] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.238685] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.238867] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.239159] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.239231] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.239369] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.239566] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.ssl = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.239637] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.239770] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.239932] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.240092] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.240231] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.240362] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.240533] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_notifications.driver = [] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.240732] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_notifications.retry = -1 {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.240995] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.241092] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.241199] env[65672]: DEBUG oslo_service.backend._eventlet.service [None req-de032442-35d0-475e-b8b8-5c3754b1a830 None None] ******************************************************************************** {{(pid=65672) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.242417] env[65672]: DEBUG neutron.agent.securitygroups_rpc [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Init firewall settings (driver=nsxv3) {{(pid=65672) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.243744] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65672) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.243984] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.246317] env[65672]: DEBUG dogpile.cache.region [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.246437] env[65672]: DEBUG dogpile.lock [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.246534] env[65672]: DEBUG dogpile.lock [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.246623] env[65672]: DEBUG dogpile.lock [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.246716] env[65672]: DEBUG dogpile.cache.region [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.246818] env[65672]: DEBUG dogpile.lock [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.246947] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.284816] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Session token - acquiring [ 528.286462] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.286634] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.286729] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.287156] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.299049] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.578930] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.604927] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.605137] env[65672]: DEBUG dogpile.cache.region [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Cache value generated in 0.358 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.605203] env[65672]: DEBUG dogpile.lock [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.605333] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Activating Policy API Provider. [ 528.605522] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Looking for the default Infrastructure Rules. [ 528.675397] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Looking for the Default Layer3 Logged Drop Section. [ 528.695636] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.696217] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.696404] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.696556] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.696892] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.697276] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.213848] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.715865] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.218707] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Inventory metadata is going to be refreshed. [ 530.219183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.957482] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.957482] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.957828] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.957998] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.971446] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.972550] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.973294] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.993631] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.993885] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.993963] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.994244] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.994370] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.994512] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.994627] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.994719] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.014235] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.014466] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.014537] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.014766] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.014936] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.015092] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.036893] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.037148] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.037148] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.037453] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.037603] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.037745] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.058195] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.058467] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.058467] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.058787] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.058945] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.059106] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.059538] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.059664] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.078708] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.078989] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.078989] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.079352] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.079433] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.079550] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.079650] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.079755] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.098528] env[65672]: DEBUG networking_nsxv3.common.locking [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.098771] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.098771] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.099042] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.099186] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.099331] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.099432] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.099527] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Inventory metadata have been refreshed. [ 531.099617] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Dryrun:True. Metadata refresh completed. [ 531.099726] env[65672]: DEBUG oslo_concurrency.lockutils [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Releasing lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.101504] env[65672]: INFO neutron.agent.agent_extensions_manager [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Loaded agent extensions: [] [ 531.102206] env[65672]: DEBUG neutron_lib.callbacks.manager [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65672) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.154665] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.154887] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.154887] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent out of sync with plugin! [ 536.102637] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.103080] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.103864] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.104149] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.105823] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.106214] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.435919] env[65672]: INFO networking_nsxv3.common.synchronization [None req-15a0b3c7-c11c-47a2-b34b-ed806a93948f demo admin] Enqueued Resource ID: aad9f30b-6b58-4ce2-9e9e-696658765208 with Priority: HIGHEST for action security_group_rules [ 546.436281] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad9f30b-6b58-4ce2-9e9e-696658765208 with Priority: HIGHEST for action security_group_rules [ 546.436574] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad9f30b-6b58-4ce2-9e9e-696658765208 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.436696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad9f30b-6b58-4ce2-9e9e-696658765208" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.436755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad9f30b-6b58-4ce2-9e9e-696658765208" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.437126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad9f30b-6b58-4ce2-9e9e-696658765208" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.437213] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad9f30b-6b58-4ce2-9e9e-696658765208',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.959787] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.960029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.960029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.960264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.960359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.960454] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad9f30b-6b58-4ce2-9e9e-696658765208 already deleted. [ 546.960537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad9f30b-6b58-4ce2-9e9e-696658765208" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.437193] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.437650] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.438465] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.438867] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.439267] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.439557] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.440439] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.440849] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.441973] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.441973] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.804456] env[65672]: INFO networking_nsxv3.common.synchronization [None req-e671f6c9-9a97-4be9-b72b-f126b1d0fce8 None None] Enqueued Resource ID: de81fea8-72cb-4296-b035-9ff6c79f5c74 with Priority: HIGHEST for action port [ 574.804684] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de81fea8-72cb-4296-b035-9ff6c79f5c74 with Priority: HIGHEST for action port [ 574.805166] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-de81fea8-72cb-4296-b035-9ff6c79f5c74 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.805265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de81fea8-72cb-4296-b035-9ff6c79f5c74" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.805265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de81fea8-72cb-4296-b035-9ff6c79f5c74" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.805555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de81fea8-72cb-4296-b035-9ff6c79f5c74" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.805603] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de81fea8-72cb-4296-b035-9ff6c79f5c74',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.074718] env[65672]: INFO networking_nsxv3.common.synchronization [None req-84138176-c7a2-4673-b82d-6a22ec360e8c None None] Enqueued Resource ID: 09597ff0-c8ec-4d07-91c1-531394ca9a05 with Priority: HIGHEST for action port [ 575.075193] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09597ff0-c8ec-4d07-91c1-531394ca9a05 with Priority: HIGHEST for action port [ 575.075566] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-09597ff0-c8ec-4d07-91c1-531394ca9a05 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.075687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09597ff0-c8ec-4d07-91c1-531394ca9a05" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.075771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09597ff0-c8ec-4d07-91c1-531394ca9a05" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.079157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09597ff0-c8ec-4d07-91c1-531394ca9a05" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.079314] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09597ff0-c8ec-4d07-91c1-531394ca9a05',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.308487] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de81fea8-72cb-4296-b035-9ff6c79f5c74 [ 575.308758] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.308959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.309085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.309404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.309509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.309611] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de81fea8-72cb-4296-b035-9ff6c79f5c74 already deleted. [ 575.310460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de81fea8-72cb-4296-b035-9ff6c79f5c74" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.583398] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09597ff0-c8ec-4d07-91c1-531394ca9a05 [ 575.583743] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.583923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.584023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.584264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.584826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.584826] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09597ff0-c8ec-4d07-91c1-531394ca9a05 already deleted. [ 575.584826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09597ff0-c8ec-4d07-91c1-531394ca9a05" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.759603] env[65672]: INFO networking_nsxv3.common.synchronization [None req-528441bd-4fc0-488d-85d1-46bf555b62e0 None None] Enqueued Resource ID: 2509579e-a717-439e-afd3-fed829584480 with Priority: HIGHEST for action port [ 576.760280] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2509579e-a717-439e-afd3-fed829584480 with Priority: HIGHEST for action port [ 576.761774] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2509579e-a717-439e-afd3-fed829584480 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.761774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2509579e-a717-439e-afd3-fed829584480" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.761774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2509579e-a717-439e-afd3-fed829584480" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.762030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2509579e-a717-439e-afd3-fed829584480" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.762131] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2509579e-a717-439e-afd3-fed829584480',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.266301] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2509579e-a717-439e-afd3-fed829584480 [ 577.266557] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.266676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.266741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.266980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.267138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.267286] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2509579e-a717-439e-afd3-fed829584480 already deleted. [ 577.267340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2509579e-a717-439e-afd3-fed829584480" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.308979] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a52ca175-7295-4ea5-9bd5-eb1d748e3206 None None] Enqueued Resource ID: 43e1832d-1d32-4e73-b381-4e41f30f5559 with Priority: HIGHEST for action port [ 578.309224] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e1832d-1d32-4e73-b381-4e41f30f5559 with Priority: HIGHEST for action port [ 578.309910] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e1832d-1d32-4e73-b381-4e41f30f5559 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.309910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e1832d-1d32-4e73-b381-4e41f30f5559" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.309910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e1832d-1d32-4e73-b381-4e41f30f5559" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.310292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e1832d-1d32-4e73-b381-4e41f30f5559" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.310292] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e1832d-1d32-4e73-b381-4e41f30f5559',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.812228] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43e1832d-1d32-4e73-b381-4e41f30f5559 [ 578.812474] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.812609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.812677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.812901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.812981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.813086] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43e1832d-1d32-4e73-b381-4e41f30f5559 already deleted. [ 578.813829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e1832d-1d32-4e73-b381-4e41f30f5559" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.934376] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a95cb77b-6cc7-43a0-a32b-5f9838b8851e None None] Enqueued Resource ID: d6c7d242-0eea-489f-8cdd-9f6557e84a14 with Priority: HIGHEST for action port [ 579.934678] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c7d242-0eea-489f-8cdd-9f6557e84a14 with Priority: HIGHEST for action port [ 579.935191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6c7d242-0eea-489f-8cdd-9f6557e84a14 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.935315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6c7d242-0eea-489f-8cdd-9f6557e84a14" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.935666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6c7d242-0eea-489f-8cdd-9f6557e84a14" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.935666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6c7d242-0eea-489f-8cdd-9f6557e84a14" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.935723] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c7d242-0eea-489f-8cdd-9f6557e84a14',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.954199] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d00bb4ea-e904-4a5d-91dd-560af4cac13f None None] Enqueued Resource ID: ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4 with Priority: HIGHEST for action port [ 579.954841] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4 with Priority: HIGHEST for action port [ 579.955139] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.955493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.955493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.955678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.955758] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.440694] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6c7d242-0eea-489f-8cdd-9f6557e84a14 [ 580.441431] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.441660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.441734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.441963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.442062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.442161] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6c7d242-0eea-489f-8cdd-9f6557e84a14 already deleted. [ 580.442244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6c7d242-0eea-489f-8cdd-9f6557e84a14" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.458868] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4 [ 580.461757] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.461757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.461757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.461757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.461757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.461757] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4 already deleted. [ 580.461757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef0fb898-1f3b-4bd5-bcb6-aaccc5a208e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.893793] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d914ba1d-13f0-4f60-a43d-2ab1319da292 None None] Enqueued Resource ID: a1bf0b97-9921-4deb-92a5-414972888c30 with Priority: HIGHEST for action port [ 580.895275] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1bf0b97-9921-4deb-92a5-414972888c30 with Priority: HIGHEST for action port [ 580.895275] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1bf0b97-9921-4deb-92a5-414972888c30 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.895275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1bf0b97-9921-4deb-92a5-414972888c30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.895275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1bf0b97-9921-4deb-92a5-414972888c30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.897025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1bf0b97-9921-4deb-92a5-414972888c30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.897025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1bf0b97-9921-4deb-92a5-414972888c30',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.401314] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1bf0b97-9921-4deb-92a5-414972888c30 [ 581.402034] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.402034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.402034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.402193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.402449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.402511] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1bf0b97-9921-4deb-92a5-414972888c30 already deleted. [ 581.402658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1bf0b97-9921-4deb-92a5-414972888c30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.735593] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d6319f6b-abbf-412c-a7be-442c88bfcd83 None None] Enqueued Resource ID: 4be2c2f6-5a16-4c77-8a7f-fdd42d49a504 with Priority: HIGHEST for action port [ 581.735895] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be2c2f6-5a16-4c77-8a7f-fdd42d49a504 with Priority: HIGHEST for action port [ 581.736499] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be2c2f6-5a16-4c77-8a7f-fdd42d49a504 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.736626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be2c2f6-5a16-4c77-8a7f-fdd42d49a504" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.736695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be2c2f6-5a16-4c77-8a7f-fdd42d49a504" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.736946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be2c2f6-5a16-4c77-8a7f-fdd42d49a504" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.737033] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be2c2f6-5a16-4c77-8a7f-fdd42d49a504',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.106293] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.106293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.106293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.106293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.106293] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.238962] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4be2c2f6-5a16-4c77-8a7f-fdd42d49a504 [ 582.239220] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.239357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.239564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.239762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.239862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.240037] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4be2c2f6-5a16-4c77-8a7f-fdd42d49a504 already deleted. [ 582.240069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be2c2f6-5a16-4c77-8a7f-fdd42d49a504" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.284559] env[65672]: INFO networking_nsxv3.common.synchronization [None req-3d145be6-bc4c-4e2b-bb6c-e6e746e0c7b3 None None] Enqueued Resource ID: 1f161318-3f58-47c0-a016-df245dd9859e with Priority: HIGHEST for action port [ 582.285152] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f161318-3f58-47c0-a016-df245dd9859e with Priority: HIGHEST for action port [ 582.285667] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f161318-3f58-47c0-a016-df245dd9859e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.285824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f161318-3f58-47c0-a016-df245dd9859e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.285869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f161318-3f58-47c0-a016-df245dd9859e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.286597] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f161318-3f58-47c0-a016-df245dd9859e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.286597] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f161318-3f58-47c0-a016-df245dd9859e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.609083] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.790257] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f161318-3f58-47c0-a016-df245dd9859e [ 582.790833] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.791120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.791272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.791562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.791825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.792023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f161318-3f58-47c0-a016-df245dd9859e already deleted. [ 582.792217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f161318-3f58-47c0-a016-df245dd9859e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.111535] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.615216] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 583.615463] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 584.173187] env[65672]: INFO networking_nsxv3.common.synchronization [None req-db3afe77-1374-49f5-89c3-fdd392cba34b None None] Enqueued Resource ID: 5bed9da2-9150-40e5-b22f-6c41f5e70769 with Priority: HIGHEST for action port [ 584.173187] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bed9da2-9150-40e5-b22f-6c41f5e70769 with Priority: HIGHEST for action port [ 584.173187] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bed9da2-9150-40e5-b22f-6c41f5e70769 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.173187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bed9da2-9150-40e5-b22f-6c41f5e70769" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.173361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bed9da2-9150-40e5-b22f-6c41f5e70769" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.173688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bed9da2-9150-40e5-b22f-6c41f5e70769" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.173767] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bed9da2-9150-40e5-b22f-6c41f5e70769',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.384518] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.384722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.384769] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.384997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.401695] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 584.404185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.405895] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 584.426638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.426638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.426926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.426926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.427034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.427169] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 584.427218] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.427292] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 584.448256] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.448447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.448511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.448716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.448854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.449020] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 584.472199] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.472389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.472389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.472594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.472702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.472882] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 584.493610] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.493826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.493904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.494206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.494724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.494724] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 584.494724] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.494724] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 584.513760] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.513932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.513995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.514234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.514324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.514428] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 584.514498] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.514569] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 584.535174] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.535506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.535506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.535606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.535689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.535824] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 584.535877] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.535943] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 584.536014] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 584.536088] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 584.536147] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 584.536207] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 584.536509] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 584.536567] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 584.536633] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 584.561367] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.561531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.561570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.561794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.561935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.562024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 584.584012] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.584209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.584252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.584438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.585196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.600044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.680622] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bed9da2-9150-40e5-b22f-6c41f5e70769 [ 584.681421] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.681571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.681648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.681885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.681979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.682089] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bed9da2-9150-40e5-b22f-6c41f5e70769 already deleted. [ 584.682172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bed9da2-9150-40e5-b22f-6c41f5e70769" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.897749] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c40f08dd-6c87-4df0-a324-783b3a3795c2 None None] Enqueued Resource ID: 901466fa-0be8-49a2-a79a-048c843bdc49 with Priority: HIGHEST for action port [ 584.901233] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901466fa-0be8-49a2-a79a-048c843bdc49 with Priority: HIGHEST for action port [ 584.901233] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-901466fa-0be8-49a2-a79a-048c843bdc49 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.901233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-901466fa-0be8-49a2-a79a-048c843bdc49" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.901233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-901466fa-0be8-49a2-a79a-048c843bdc49" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.901233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-901466fa-0be8-49a2-a79a-048c843bdc49" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.901233] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901466fa-0be8-49a2-a79a-048c843bdc49',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.236295] env[65672]: INFO networking_nsxv3.common.synchronization [None req-b2180a84-828a-48c5-8877-5be800c1a0d4 None None] Enqueued Resource ID: ad2a5b94-fba0-4c17-8c2f-48c68a10375b with Priority: HIGHEST for action port [ 585.236854] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad2a5b94-fba0-4c17-8c2f-48c68a10375b with Priority: HIGHEST for action port [ 585.237122] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad2a5b94-fba0-4c17-8c2f-48c68a10375b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.237245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad2a5b94-fba0-4c17-8c2f-48c68a10375b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.237367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad2a5b94-fba0-4c17-8c2f-48c68a10375b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.238107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad2a5b94-fba0-4c17-8c2f-48c68a10375b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.238263] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2a5b94-fba0-4c17-8c2f-48c68a10375b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.401807] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 901466fa-0be8-49a2-a79a-048c843bdc49 [ 585.401977] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.402119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.402187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.402398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.402487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.402582] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:901466fa-0be8-49a2-a79a-048c843bdc49 already deleted. [ 585.402663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-901466fa-0be8-49a2-a79a-048c843bdc49" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.745097] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad2a5b94-fba0-4c17-8c2f-48c68a10375b [ 585.745097] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.745097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.745097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.745097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.745097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.745097] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad2a5b94-fba0-4c17-8c2f-48c68a10375b already deleted. [ 585.745097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad2a5b94-fba0-4c17-8c2f-48c68a10375b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.927027] env[65672]: INFO networking_nsxv3.common.synchronization [None req-df7acd5b-992f-4270-b3aa-e0f4eeb1a7c2 None None] Enqueued Resource ID: 63919a28-e61d-4778-aa52-ce65c45e51a6 with Priority: HIGHEST for action port [ 585.927296] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63919a28-e61d-4778-aa52-ce65c45e51a6 with Priority: HIGHEST for action port [ 585.927845] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-63919a28-e61d-4778-aa52-ce65c45e51a6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.927965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63919a28-e61d-4778-aa52-ce65c45e51a6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.928112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63919a28-e61d-4778-aa52-ce65c45e51a6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.928275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63919a28-e61d-4778-aa52-ce65c45e51a6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.928374] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63919a28-e61d-4778-aa52-ce65c45e51a6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.174402] env[65672]: INFO networking_nsxv3.common.synchronization [None req-e49301e3-bde9-488d-9c2b-abb6686219b6 None None] Enqueued Resource ID: dd9d2ccb-a4d9-4f28-a41b-70a2772efce0 with Priority: HIGHEST for action port [ 586.174548] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9d2ccb-a4d9-4f28-a41b-70a2772efce0 with Priority: HIGHEST for action port [ 586.175455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9d2ccb-a4d9-4f28-a41b-70a2772efce0 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.175455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9d2ccb-a4d9-4f28-a41b-70a2772efce0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.175455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9d2ccb-a4d9-4f28-a41b-70a2772efce0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.175677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9d2ccb-a4d9-4f28-a41b-70a2772efce0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.175677] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9d2ccb-a4d9-4f28-a41b-70a2772efce0',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.431296] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63919a28-e61d-4778-aa52-ce65c45e51a6 [ 586.431587] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.431745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.431818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.432082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.432197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.432307] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63919a28-e61d-4778-aa52-ce65c45e51a6 already deleted. [ 586.432409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63919a28-e61d-4778-aa52-ce65c45e51a6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.680478] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd9d2ccb-a4d9-4f28-a41b-70a2772efce0 [ 586.680635] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.680779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.680844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.681755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.681755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.681755] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd9d2ccb-a4d9-4f28-a41b-70a2772efce0 already deleted. [ 586.681755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9d2ccb-a4d9-4f28-a41b-70a2772efce0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.254483] env[65672]: INFO networking_nsxv3.common.synchronization [None req-46f51c79-3ca3-4753-a3f8-925ef46ad774 None None] Enqueued Resource ID: d65387b9-2c6f-4256-9496-72bd4069c715 with Priority: HIGHEST for action port [ 587.254731] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65387b9-2c6f-4256-9496-72bd4069c715 with Priority: HIGHEST for action port [ 587.255956] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d65387b9-2c6f-4256-9496-72bd4069c715 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.255956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d65387b9-2c6f-4256-9496-72bd4069c715" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.255956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d65387b9-2c6f-4256-9496-72bd4069c715" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.255956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d65387b9-2c6f-4256-9496-72bd4069c715" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.255956] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65387b9-2c6f-4256-9496-72bd4069c715',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.757943] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d65387b9-2c6f-4256-9496-72bd4069c715 [ 587.758365] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.758825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.758914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.759110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.759203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.759300] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d65387b9-2c6f-4256-9496-72bd4069c715 already deleted. [ 587.759382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d65387b9-2c6f-4256-9496-72bd4069c715" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.981206] env[65672]: INFO networking_nsxv3.common.synchronization [None req-44831ccc-e2ad-4e54-b3ce-f0048bc631cc None None] Enqueued Resource ID: dad74224-b0e7-4c52-bc87-460b989a187a with Priority: HIGHEST for action port [ 588.981774] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad74224-b0e7-4c52-bc87-460b989a187a with Priority: HIGHEST for action port [ 588.982087] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad74224-b0e7-4c52-bc87-460b989a187a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.982211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad74224-b0e7-4c52-bc87-460b989a187a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.982277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad74224-b0e7-4c52-bc87-460b989a187a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.982520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad74224-b0e7-4c52-bc87-460b989a187a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.982591] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad74224-b0e7-4c52-bc87-460b989a187a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.489170] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad74224-b0e7-4c52-bc87-460b989a187a [ 589.489407] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.489834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.489834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.490018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.490124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.490190] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad74224-b0e7-4c52-bc87-460b989a187a already deleted. [ 589.490312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad74224-b0e7-4c52-bc87-460b989a187a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.539522] env[65672]: INFO networking_nsxv3.common.synchronization [None req-7fd705a7-1bb4-42c5-b719-13e56c84cb4b None None] Enqueued Resource ID: acbb6098-9c97-4894-8a5e-587488b89ba5 with Priority: HIGHEST for action port [ 589.540060] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbb6098-9c97-4894-8a5e-587488b89ba5 with Priority: HIGHEST for action port [ 589.540393] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-acbb6098-9c97-4894-8a5e-587488b89ba5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.540521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acbb6098-9c97-4894-8a5e-587488b89ba5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.540586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acbb6098-9c97-4894-8a5e-587488b89ba5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.541220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acbb6098-9c97-4894-8a5e-587488b89ba5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.541312] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acbb6098-9c97-4894-8a5e-587488b89ba5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.044997] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acbb6098-9c97-4894-8a5e-587488b89ba5 [ 590.045911] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.046415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.046415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.046606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.046606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.046679] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acbb6098-9c97-4894-8a5e-587488b89ba5 already deleted. [ 590.046819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acbb6098-9c97-4894-8a5e-587488b89ba5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.826373] env[65672]: INFO networking_nsxv3.common.synchronization [req-9067639a-ecb2-4364-85ca-aa3411199d40 req-6dfd908d-31e9-434a-8770-822d943e1d1a tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Enqueued Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 590.827042] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 590.827357] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.827485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.827868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.828232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.828375] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.828614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.828772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.828962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.829198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.829198] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.122566] env[65672]: INFO networking_nsxv3.common.synchronization [None req-53e59d26-ed73-47c2-abcb-a3a193999f31 None None] Enqueued Resource ID: 940cc5c5-1bda-47b5-90ef-4f9a7795bddc with Priority: HIGHEST for action port [ 591.123156] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940cc5c5-1bda-47b5-90ef-4f9a7795bddc with Priority: HIGHEST for action port [ 591.123498] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-940cc5c5-1bda-47b5-90ef-4f9a7795bddc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.123627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-940cc5c5-1bda-47b5-90ef-4f9a7795bddc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.123697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-940cc5c5-1bda-47b5-90ef-4f9a7795bddc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.123949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-940cc5c5-1bda-47b5-90ef-4f9a7795bddc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.124907] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940cc5c5-1bda-47b5-90ef-4f9a7795bddc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.277761] env[65672]: INFO networking_nsxv3.common.synchronization [None req-4a480493-9c03-43d0-a67f-af2410549404 None None] Enqueued Resource ID: 70fadf94-24a9-4aab-9df6-21c631ebac81 with Priority: HIGHEST for action port [ 591.278792] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fadf94-24a9-4aab-9df6-21c631ebac81 with Priority: HIGHEST for action port [ 591.278946] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-70fadf94-24a9-4aab-9df6-21c631ebac81 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.279090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70fadf94-24a9-4aab-9df6-21c631ebac81" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.279160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70fadf94-24a9-4aab-9df6-21c631ebac81" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.280606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70fadf94-24a9-4aab-9df6-21c631ebac81" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.280713] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70fadf94-24a9-4aab-9df6-21c631ebac81',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.332431] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.332431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.332431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.332431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.332709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.333073] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.333073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.333073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.333616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.333741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.333990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff already deleted. [ 591.333990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.386029] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1c76d75c-b097-47a2-9272-d0ff37293b3a None None] Enqueued Resource ID: 11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e with Priority: HIGHEST for action port [ 591.386156] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e with Priority: HIGHEST for action port [ 591.386672] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.386798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.386864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.387108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.387188] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.628272] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 940cc5c5-1bda-47b5-90ef-4f9a7795bddc [ 591.628516] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.628641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.628707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.628925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.629026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.629120] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:940cc5c5-1bda-47b5-90ef-4f9a7795bddc already deleted. [ 591.629214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-940cc5c5-1bda-47b5-90ef-4f9a7795bddc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.784931] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70fadf94-24a9-4aab-9df6-21c631ebac81 [ 591.785216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.785340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.785406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.785609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.785703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.786243] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70fadf94-24a9-4aab-9df6-21c631ebac81 already deleted. [ 591.786393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70fadf94-24a9-4aab-9df6-21c631ebac81" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.812482] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.812728] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.812800] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.813102] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.813370] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.813653] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.813653] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.813824] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.813959] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.814247] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.814357] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.814460] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.814559] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.814660] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.814761] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.814877] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.839053] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.839226] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.839367] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.840510] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.840510] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-9b320894-6302-4b2e-a3d3-2e47660154ba taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.840705] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-9b320894-6302-4b2e-a3d3-2e47660154ba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.840705] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-9b320894-6302-4b2e-a3d3-2e47660154ba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.841069] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-9b320894-6302-4b2e-a3d3-2e47660154ba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.841121] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b320894-6302-4b2e-a3d3-2e47660154ba',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.889931] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e [ 591.889983] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.890752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.890752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.890752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.890752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.890752] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e already deleted. [ 591.890752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11bbc8b6-6a9a-4e86-b5ea-ac4ddeed024e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.344859] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.345161] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.345161] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.345426] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.345561] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.345706] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 9b320894-6302-4b2e-a3d3-2e47660154ba not found, creating... [ 592.346164] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.346164] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.346295] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.347296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.347296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.347296] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.347296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.347296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.347548] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.347548] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.347609] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 9b320894-6302-4b2e-a3d3-2e47660154ba is going to be created. [ 592.373211] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.373623] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.373623] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.377020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.377020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.377020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-9b320894-6302-4b2e-a3d3-2e47660154ba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.665938] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d204414e-c3c0-49ef-af0f-a5ef9b2436cc tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Enqueued Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_rules [ 592.666486] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_rules [ 592.666761] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.666889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.667068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.667191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.667620] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.758631] env[65672]: INFO networking_nsxv3.common.synchronization [None req-9604d7dd-f6ef-48bc-8904-2bc56d5acaa7 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Enqueued Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_rules [ 592.760060] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_rules [ 592.760060] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.760060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.889784] env[65672]: INFO networking_nsxv3.common.synchronization [None req-348088e4-bd4c-4679-ad08-c9ee54f5a2ac None None] Enqueued Resource ID: 659dc2ce-a11c-4e23-868a-1facbd004a7f with Priority: HIGHEST for action port [ 592.890742] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 659dc2ce-a11c-4e23-868a-1facbd004a7f with Priority: HIGHEST for action port [ 592.891341] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-659dc2ce-a11c-4e23-868a-1facbd004a7f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.892279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-659dc2ce-a11c-4e23-868a-1facbd004a7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.892279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-659dc2ce-a11c-4e23-868a-1facbd004a7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.892279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-659dc2ce-a11c-4e23-868a-1facbd004a7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.892705] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('659dc2ce-a11c-4e23-868a-1facbd004a7f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.151123] env[65672]: INFO networking_nsxv3.common.synchronization [req-9067639a-ecb2-4364-85ca-aa3411199d40 req-a409e0c3-b887-4453-be1b-c42eea2ac61c service nova] Enqueued Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_rules [ 593.151123] env[65672]: INFO networking_nsxv3.common.synchronization [req-9067639a-ecb2-4364-85ca-aa3411199d40 req-a409e0c3-b887-4453-be1b-c42eea2ac61c service nova] Enqueued Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 593.151123] env[65672]: INFO networking_nsxv3.common.synchronization [req-9067639a-ecb2-4364-85ca-aa3411199d40 req-a409e0c3-b887-4453-be1b-c42eea2ac61c service nova] Enqueued Resource ID: 9b320894-6302-4b2e-a3d3-2e47660154ba with Priority: HIGHEST for action port [ 593.151123] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_rules [ 593.151123] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 593.151123] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b320894-6302-4b2e-a3d3-2e47660154ba with Priority: HIGHEST for action port [ 593.151848] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.152617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.152785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.153120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.153317] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.154725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.154950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.155302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.155564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.156073] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.156293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.156815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.156815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.156815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.156815] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.158363] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b320894-6302-4b2e-a3d3-2e47660154ba taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.160536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b320894-6302-4b2e-a3d3-2e47660154ba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.160536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b320894-6302-4b2e-a3d3-2e47660154ba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.160536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b320894-6302-4b2e-a3d3-2e47660154ba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.160536] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b320894-6302-4b2e-a3d3-2e47660154ba',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.188043] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.188676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.188676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.188676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.188676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.188949] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 already deleted. [ 593.188949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.188949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.189179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.189457] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.396093] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 659dc2ce-a11c-4e23-868a-1facbd004a7f [ 593.396400] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.396400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.396522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.396701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.396770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.396835] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:659dc2ce-a11c-4e23-868a-1facbd004a7f already deleted. [ 593.397606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-659dc2ce-a11c-4e23-868a-1facbd004a7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.572131] env[65672]: INFO networking_nsxv3.common.synchronization [None req-aa829f3d-c8eb-4ad6-bdb3-26a14d0dfddf None None] Enqueued Resource ID: 7e81fa32-f066-44ce-94d5-884d6f5bed42 with Priority: HIGHEST for action port [ 593.573201] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e81fa32-f066-44ce-94d5-884d6f5bed42 with Priority: HIGHEST for action port [ 593.573525] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e81fa32-f066-44ce-94d5-884d6f5bed42 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.573626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e81fa32-f066-44ce-94d5-884d6f5bed42" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.573695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e81fa32-f066-44ce-94d5-884d6f5bed42" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.573936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e81fa32-f066-44ce-94d5-884d6f5bed42" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.574030] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e81fa32-f066-44ce-94d5-884d6f5bed42',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.667087] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.667087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.668483] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b320894-6302-4b2e-a3d3-2e47660154ba with status ACTIVE [ 593.668744] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.668871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.668934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.669192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.669279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.669450] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.669543] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.669598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.669791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.669873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.670065] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.670195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.670235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.670368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.670793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.670900] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b320894-6302-4b2e-a3d3-2e47660154ba is going to be updated. [ 593.672203] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.694377] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.694519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.694694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.694804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.694939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.698256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b320894-6302-4b2e-a3d3-2e47660154ba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.723565] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.724097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.724097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.724097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.724097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.724224] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 already deleted. [ 593.724252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.078841] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e81fa32-f066-44ce-94d5-884d6f5bed42 [ 594.079036] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.079182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.079226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.079435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.079545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.079707] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e81fa32-f066-44ce-94d5-884d6f5bed42 already deleted. [ 594.079707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e81fa32-f066-44ce-94d5-884d6f5bed42" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.175785] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.680794] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.680794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.680794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.680794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.680794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.680794] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff is going to be created. [ 594.710063] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.710200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.711272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.711272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.711272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.721309] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: UNINITIALIZED for 2s [ 595.252212] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d3375d0c-a8c2-4e32-99ff-ce641879a8e2 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Enqueued Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_rules [ 595.252767] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_rules [ 595.253089] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.253203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.253264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.253519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.253601] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.540668] env[65672]: INFO networking_nsxv3.common.synchronization [None req-df643458-c4f3-4eab-992e-4c5d5648af55 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Enqueued Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_rules [ 595.541346] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_rules [ 595.541743] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.541878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.633347] env[65672]: INFO networking_nsxv3.common.synchronization [None req-2a198dc4-8c81-4343-aa01-659fd389a5c1 None None] Enqueued Resource ID: 2663f793-b39e-480e-a1ad-419d9a93c128 with Priority: HIGHEST for action port [ 595.633750] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2663f793-b39e-480e-a1ad-419d9a93c128 with Priority: HIGHEST for action port [ 595.634197] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2663f793-b39e-480e-a1ad-419d9a93c128 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.634321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2663f793-b39e-480e-a1ad-419d9a93c128" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.634386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2663f793-b39e-480e-a1ad-419d9a93c128" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.634641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2663f793-b39e-480e-a1ad-419d9a93c128" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.634710] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2663f793-b39e-480e-a1ad-419d9a93c128',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.777768] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.779154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.779154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.779154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.779154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.779154] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 already deleted. [ 595.779154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.779154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.779154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.779154] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.139250] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2663f793-b39e-480e-a1ad-419d9a93c128 [ 596.139250] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.139250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.139250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.139250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.139250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.139250] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2663f793-b39e-480e-a1ad-419d9a93c128 already deleted. [ 596.139250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2663f793-b39e-480e-a1ad-419d9a93c128" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.181453] env[65672]: INFO networking_nsxv3.common.synchronization [req-3d56c9a9-2aae-403e-b212-8c2e8676839b req-9264caf6-b9bc-4340-9042-ab35884d5a34 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Enqueued Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGHEST for action security_group_members [ 596.184053] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGHEST for action security_group_members [ 596.184053] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c093e44-32f9-40a9-b749-14465c5aa39a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.184053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.184053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.184053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.184053] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.184053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.184053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.184053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.184526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.184526] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.312720] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.312720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.312720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.312943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.313042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.313344] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 already deleted. [ 596.313836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.689899] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.689899] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.689899] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c093e44-32f9-40a9-b749-14465c5aa39a already deleted. [ 596.689899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.733829] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: SUCCESS [ 596.733829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.733829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.733829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.733829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.733829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.733829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.733829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.733829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.733829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.733829] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.756325] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.756325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.756325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.756325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.756325] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.756325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.756325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.756325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.756325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.756325] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.756325] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.756325] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.757149] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.757417] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.757764] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.758277] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.768738] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1b259bc5-966a-4ec6-aa90-611995751276 None None] Enqueued Resource ID: 701cb822-036e-4577-97e1-21c4574fb954 with Priority: HIGHEST for action port [ 596.768973] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701cb822-036e-4577-97e1-21c4574fb954 with Priority: HIGHEST for action port [ 596.769296] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-701cb822-036e-4577-97e1-21c4574fb954 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.769445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701cb822-036e-4577-97e1-21c4574fb954" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.769508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701cb822-036e-4577-97e1-21c4574fb954" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.769716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701cb822-036e-4577-97e1-21c4574fb954" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.769795] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701cb822-036e-4577-97e1-21c4574fb954',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.778050] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.778276] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.778379] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.778672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.779681] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-7ad9bd24-6722-44a8-b56c-1317a60c802e taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.779681] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-7ad9bd24-6722-44a8-b56c-1317a60c802e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.779681] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-7ad9bd24-6722-44a8-b56c-1317a60c802e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.779813] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-7ad9bd24-6722-44a8-b56c-1317a60c802e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.779960] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad9bd24-6722-44a8-b56c-1317a60c802e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.235597] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.235825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.235914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.236195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.236405] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.236637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.236637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.236772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.236885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.236980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.237177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.237316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.237429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.237602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.237773] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.237870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.237946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.238506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.238506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.238506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.238506] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.271792] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701cb822-036e-4577-97e1-21c4574fb954 [ 597.271792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.271981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.271981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.272212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.273016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.273016] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701cb822-036e-4577-97e1-21c4574fb954 already deleted. [ 597.273016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701cb822-036e-4577-97e1-21c4574fb954" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.284558] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.285244] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.285244] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285818] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285818] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.285818] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 7ad9bd24-6722-44a8-b56c-1317a60c802e not found, creating... [ 597.285947] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.286405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.286405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.286405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.286544] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.287080] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.287244] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.287357] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.287590] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.287722] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.287868] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 7ad9bd24-6722-44a8-b56c-1317a60c802e is going to be created. [ 597.312822] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.313521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.313521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.313521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.313749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.314225] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-7ad9bd24-6722-44a8-b56c-1317a60c802e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.742224] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e5c9295-006a-4e0c-9523-593fd05ecaff: rpc.has_security_group_logging(os_id): False [ 597.759517] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.759625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.759681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.759936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.760037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.760281] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.760395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.760395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.760857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.760857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.760857] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.761022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.761022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.761179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.761251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.761581] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.761581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.761581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.762140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.762140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.762140] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff is going to be created. [ 597.819640] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.819966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.819966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.819966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.820241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.836852] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: IN_PROGRESS for 2s [ 598.042905] env[65672]: INFO networking_nsxv3.common.synchronization [req-3d56c9a9-2aae-403e-b212-8c2e8676839b req-d13d675e-597b-4624-9d8c-520c33731d40 service nova] Enqueued Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGHEST for action security_group_rules [ 598.043089] env[65672]: INFO networking_nsxv3.common.synchronization [req-3d56c9a9-2aae-403e-b212-8c2e8676839b req-d13d675e-597b-4624-9d8c-520c33731d40 service nova] Enqueued Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGHEST for action security_group_members [ 598.043260] env[65672]: INFO networking_nsxv3.common.synchronization [req-3d56c9a9-2aae-403e-b212-8c2e8676839b req-d13d675e-597b-4624-9d8c-520c33731d40 service nova] Enqueued Resource ID: 7ad9bd24-6722-44a8-b56c-1317a60c802e with Priority: HIGHEST for action port [ 598.044736] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGHEST for action security_group_rules [ 598.044736] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGHEST for action security_group_members [ 598.044736] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad9bd24-6722-44a8-b56c-1317a60c802e with Priority: HIGHEST for action port [ 598.044736] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c093e44-32f9-40a9-b749-14465c5aa39a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.044736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.046960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.048116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.048192] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.049341] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c093e44-32f9-40a9-b749-14465c5aa39a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.049341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.049341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.049533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.049533] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.049603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.049660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.049800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.049966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.049966] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.051192] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad9bd24-6722-44a8-b56c-1317a60c802e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.054106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad9bd24-6722-44a8-b56c-1317a60c802e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.054301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad9bd24-6722-44a8-b56c-1317a60c802e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.054381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad9bd24-6722-44a8-b56c-1317a60c802e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.054457] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad9bd24-6722-44a8-b56c-1317a60c802e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.235923] env[65672]: INFO networking_nsxv3.common.synchronization [None req-065f09f1-2e93-40d3-a622-56461759984b None None] Enqueued Resource ID: afe87c30-ce82-4abd-9f31-727babeda21e with Priority: HIGHEST for action port [ 598.236194] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe87c30-ce82-4abd-9f31-727babeda21e with Priority: HIGHEST for action port [ 598.236748] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe87c30-ce82-4abd-9f31-727babeda21e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.236867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe87c30-ce82-4abd-9f31-727babeda21e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.236923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe87c30-ce82-4abd-9f31-727babeda21e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.239369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe87c30-ce82-4abd-9f31-727babeda21e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.239461] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe87c30-ce82-4abd-9f31-727babeda21e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.556249] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.558323] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c093e44-32f9-40a9-b749-14465c5aa39a taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.558627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.558998] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ad9bd24-6722-44a8-b56c-1317a60c802e with status ACTIVE [ 598.559131] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.559273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.559273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.559601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.559601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.559797] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.559880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.559880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.560325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.560438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.560645] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.560784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.560930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.562148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.562148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.562148] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ad9bd24-6722-44a8-b56c-1317a60c802e is going to be updated. [ 598.585679] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.585864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.585910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.586176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.586249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.586569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad9bd24-6722-44a8-b56c-1317a60c802e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.743792] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afe87c30-ce82-4abd-9f31-727babeda21e [ 598.743792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.743792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.743792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.743792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.743792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.743792] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afe87c30-ce82-4abd-9f31-727babeda21e already deleted. [ 598.743792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe87c30-ce82-4abd-9f31-727babeda21e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.776403] env[65672]: INFO networking_nsxv3.common.synchronization [req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 req-c5b5952b-c3bc-40b4-8b9f-363e6a6456d7 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Enqueued Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGHEST for action security_group_members [ 598.776403] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGHEST for action security_group_members [ 598.776403] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-27472371-e159-4cc4-97b6-78c2835710d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.776403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.776403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.776403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.776931] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.777511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.777511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.777511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.777511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.777511] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.060159] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.281291] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.281529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.281591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.281866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.281992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.282287] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.282523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.282619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.282854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.282962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.283098] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27472371-e159-4cc4-97b6-78c2835710d9 already deleted. [ 599.283210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.390045] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.390308] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.390308] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.390660] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.390899] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.391128] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.391311] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.391642] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.391755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.392025] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.392171] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.392288] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.392440] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.392603] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.393054] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.393422] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.413034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.413034] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.413034] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.413261] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.413543] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-3da49d1b-3f48-4dd4-93b6-2012b8723e94 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.413720] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-3da49d1b-3f48-4dd4-93b6-2012b8723e94" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.413844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-3da49d1b-3f48-4dd4-93b6-2012b8723e94" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.414209] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-3da49d1b-3f48-4dd4-93b6-2012b8723e94" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.414342] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da49d1b-3f48-4dd4-93b6-2012b8723e94',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.562270] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.562578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.562578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.562847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.562918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.562981] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c093e44-32f9-40a9-b749-14465c5aa39a is going to be created. [ 599.589543] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.589735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.589815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.590051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.590255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.601596] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c093e44-32f9-40a9-b749-14465c5aa39a in Status: UNINITIALIZED for 2s [ 599.849457] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: SUCCESS [ 599.849457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.917630] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.917888] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.918066] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.918346] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.918488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.918645] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 3da49d1b-3f48-4dd4-93b6-2012b8723e94 not found, creating... [ 599.918917] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.919101] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.919188] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.919429] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.919561] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.919781] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.919931] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.920067] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.920256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.920381] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.920513] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 3da49d1b-3f48-4dd4-93b6-2012b8723e94 is going to be created. [ 599.940198] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.940591] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.940760] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.940987] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.941221] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.941490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-3da49d1b-3f48-4dd4-93b6-2012b8723e94" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.993214] env[65672]: INFO networking_nsxv3.common.synchronization [None req-77244eae-dad1-4ec9-8629-8dcecc3d984e None None] Enqueued Resource ID: 21b7ae65-da27-46b4-b8be-2bd83dae0ffd with Priority: HIGHEST for action port [ 599.993776] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b7ae65-da27-46b4-b8be-2bd83dae0ffd with Priority: HIGHEST for action port [ 599.994151] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b7ae65-da27-46b4-b8be-2bd83dae0ffd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.994279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b7ae65-da27-46b4-b8be-2bd83dae0ffd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.994342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b7ae65-da27-46b4-b8be-2bd83dae0ffd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.994601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b7ae65-da27-46b4-b8be-2bd83dae0ffd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.994693] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b7ae65-da27-46b4-b8be-2bd83dae0ffd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.497398] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21b7ae65-da27-46b4-b8be-2bd83dae0ffd [ 600.497697] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.497834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.497896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.498223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.498313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.498408] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21b7ae65-da27-46b4-b8be-2bd83dae0ffd already deleted. [ 600.498485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b7ae65-da27-46b4-b8be-2bd83dae0ffd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.701991] env[65672]: INFO networking_nsxv3.common.synchronization [req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 req-8f797a98-e63d-4a3a-a9c6-b0c47b88ac71 service nova] Enqueued Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGHEST for action security_group_rules [ 600.702326] env[65672]: INFO networking_nsxv3.common.synchronization [req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 req-8f797a98-e63d-4a3a-a9c6-b0c47b88ac71 service nova] Enqueued Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGHEST for action security_group_members [ 600.702326] env[65672]: INFO networking_nsxv3.common.synchronization [req-94a6b8ed-ad6c-4303-81b9-ec9ed2cbdb53 req-8f797a98-e63d-4a3a-a9c6-b0c47b88ac71 service nova] Enqueued Resource ID: 3da49d1b-3f48-4dd4-93b6-2012b8723e94 with Priority: HIGHEST for action port [ 600.702772] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGHEST for action security_group_rules [ 600.702934] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGHEST for action security_group_members [ 600.703550] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da49d1b-3f48-4dd4-93b6-2012b8723e94 with Priority: HIGHEST for action port [ 600.703852] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27472371-e159-4cc4-97b6-78c2835710d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.703980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.704060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.704313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.704396] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.705223] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-27472371-e159-4cc4-97b6-78c2835710d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.705333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.705397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.705619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.705828] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.705957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.706065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.706276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.706573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.706573] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.707746] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-3da49d1b-3f48-4dd4-93b6-2012b8723e94 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.707855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3da49d1b-3f48-4dd4-93b6-2012b8723e94" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.707921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3da49d1b-3f48-4dd4-93b6-2012b8723e94" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.708089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3da49d1b-3f48-4dd4-93b6-2012b8723e94" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.708167] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da49d1b-3f48-4dd4-93b6-2012b8723e94',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.078600] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1e647f4d-280c-4255-8228-73b64c38b394 None None] Enqueued Resource ID: 8ff6f559-07cb-4587-abb3-383ae0a84028 with Priority: HIGHEST for action port [ 601.078839] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff6f559-07cb-4587-abb3-383ae0a84028 with Priority: HIGHEST for action port [ 601.079257] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff6f559-07cb-4587-abb3-383ae0a84028 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.079399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff6f559-07cb-4587-abb3-383ae0a84028" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.079542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff6f559-07cb-4587-abb3-383ae0a84028" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.079826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff6f559-07cb-4587-abb3-383ae0a84028" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.079957] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff6f559-07cb-4587-abb3-383ae0a84028',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.210347] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.213069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-27472371-e159-4cc4-97b6-78c2835710d9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.213069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.213069] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3da49d1b-3f48-4dd4-93b6-2012b8723e94 with status ACTIVE [ 601.213069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.213069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.213069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.213069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.213069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.213069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.213069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.213069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.213512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.213512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.213512] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.213605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.213605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.213716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.213789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.213872] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3da49d1b-3f48-4dd4-93b6-2012b8723e94 is going to be updated. [ 601.238104] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.238373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.238491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.238786] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.238983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.239205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3da49d1b-3f48-4dd4-93b6-2012b8723e94" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.581786] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff6f559-07cb-4587-abb3-383ae0a84028 [ 601.582083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.582216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.582284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.582491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.582581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.582673] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff6f559-07cb-4587-abb3-383ae0a84028 already deleted. [ 601.582754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff6f559-07cb-4587-abb3-383ae0a84028" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.614877] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c093e44-32f9-40a9-b749-14465c5aa39a in Status: SUCCESS [ 601.615126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.615287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.615495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.615679] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.615791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.615878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.616051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.616129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.616212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.616295] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.717330] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.123017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c093e44-32f9-40a9-b749-14465c5aa39a taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.123017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.123017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c093e44-32f9-40a9-b749-14465c5aa39a taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.123017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.124121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.124121] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.124121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.124121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.124121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.124121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.124121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.124121] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.210134] env[65672]: INFO networking_nsxv3.common.synchronization [req-370893b6-0d63-4285-a193-c22a1d11ae19 req-9be99576-e884-400b-b7c4-0ee5fdc7812f tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 602.210286] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 602.210625] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.210791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.210866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.211240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.211407] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.211509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.211569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.211726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.211814] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.212194] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.218434] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.218434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.218578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.218670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.218762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.218854] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27472371-e159-4cc4-97b6-78c2835710d9 is going to be created. [ 602.242983] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.243174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.243324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.243496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.243620] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.254518] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27472371-e159-4cc4-97b6-78c2835710d9 in Status: UNINITIALIZED for 2s [ 602.628366] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c093e44-32f9-40a9-b749-14465c5aa39a: rpc.has_security_group_logging(os_id): False [ 602.651647] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.651793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.651876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.652122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.652214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.652423] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.652555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.652596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.652735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.652813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.653110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.653182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.653304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.653374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653552] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.653641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.653698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.653833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.653910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653995] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c093e44-32f9-40a9-b749-14465c5aa39a is going to be created. [ 602.715690] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.715690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.715690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.715690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.715690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.715690] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.717049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.717049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.717049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.717049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.717049] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 already deleted. [ 602.717049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.730010] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.730180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.730180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.730378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.730569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.744876] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c093e44-32f9-40a9-b749-14465c5aa39a in Status: IN_PROGRESS for 2s [ 602.783211] env[65672]: INFO networking_nsxv3.common.synchronization [None req-f0924909-fa91-48e3-b9f1-91b01263ee2f None None] Enqueued Resource ID: f2c41cbc-58b5-4080-b91b-847ed5ce92a4 with Priority: HIGHEST for action port [ 602.783748] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c41cbc-58b5-4080-b91b-847ed5ce92a4 with Priority: HIGHEST for action port [ 602.785222] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2c41cbc-58b5-4080-b91b-847ed5ce92a4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.785222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2c41cbc-58b5-4080-b91b-847ed5ce92a4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.785222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2c41cbc-58b5-4080-b91b-847ed5ce92a4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.785222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2c41cbc-58b5-4080-b91b-847ed5ce92a4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.785222] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2c41cbc-58b5-4080-b91b-847ed5ce92a4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.804797] env[65672]: INFO networking_nsxv3.common.synchronization [None req-dad400bf-d0e3-4050-be6a-cb6ee0bc709c None None] Enqueued Resource ID: aa0b5948-b28a-468f-afb1-397223582b76 with Priority: HIGHEST for action port [ 602.805561] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0b5948-b28a-468f-afb1-397223582b76 with Priority: HIGHEST for action port [ 602.805734] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa0b5948-b28a-468f-afb1-397223582b76 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.805877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa0b5948-b28a-468f-afb1-397223582b76" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.805909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa0b5948-b28a-468f-afb1-397223582b76" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.807036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa0b5948-b28a-468f-afb1-397223582b76" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.807892] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0b5948-b28a-468f-afb1-397223582b76',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.291784] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2c41cbc-58b5-4080-b91b-847ed5ce92a4 [ 603.292345] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.292565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.292744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.293142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.293627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.293627] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2c41cbc-58b5-4080-b91b-847ed5ce92a4 already deleted. [ 603.293627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2c41cbc-58b5-4080-b91b-847ed5ce92a4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.309149] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa0b5948-b28a-468f-afb1-397223582b76 [ 603.309834] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.310038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.310109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.310348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.310510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.310636] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa0b5948-b28a-468f-afb1-397223582b76 already deleted. [ 603.310718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa0b5948-b28a-468f-afb1-397223582b76" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.521274] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.521274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.521274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.521274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.521274] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.521274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.521274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.521274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.521274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.521828] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.521948] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.522070] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.522233] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.522356] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.522483] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.522638] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.542916] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.543099] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.543230] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.543406] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.543714] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.543882] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.543996] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.544336] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.544470] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6d425f-1856-48be-8d67-1ec2ec4cd19f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.047663] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.048030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.048114] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.048470] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.048470] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.048725] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port ec6d425f-1856-48be-8d67-1ec2ec4cd19f not found, creating... [ 604.048884] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.049262] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.049778] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.050737] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.050986] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.052156] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.052156] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.052156] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.052156] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.052156] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.052349] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: ec6d425f-1856-48be-8d67-1ec2ec4cd19f is going to be created. [ 604.058260] env[65672]: INFO networking_nsxv3.common.synchronization [None req-2849db3a-89ca-4542-9266-e1e94c119f12 None None] Enqueued Resource ID: de062bec-adf1-4500-a02d-61e8b3361b29 with Priority: HIGHEST for action port [ 604.058798] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de062bec-adf1-4500-a02d-61e8b3361b29 with Priority: HIGHEST for action port [ 604.059130] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-de062bec-adf1-4500-a02d-61e8b3361b29 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.059244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de062bec-adf1-4500-a02d-61e8b3361b29" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.059303] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de062bec-adf1-4500-a02d-61e8b3361b29" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.059570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de062bec-adf1-4500-a02d-61e8b3361b29" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.059649] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de062bec-adf1-4500-a02d-61e8b3361b29',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.074412] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.074612] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.074728] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.075098] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.075225] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.075545] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.266673] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27472371-e159-4cc4-97b6-78c2835710d9 in Status: SUCCESS [ 604.266673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.266673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.266673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.266673] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.266856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.266856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.267071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.267171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.267389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.267548] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.450961] env[65672]: INFO networking_nsxv3.common.synchronization [req-78e85ef5-3a82-43d9-b026-984c3c0a5653 req-44363005-7097-488a-943c-f7fcff1edbf7 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 604.451473] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 604.451799] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.451926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.452015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.455179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.455179] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.455179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.455179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.455179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.455179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.455179] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.535400] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a3e06903-a3b3-48d2-8126-e4017b1f9be9 None None] Enqueued Resource ID: 9e876dd3-0dd8-4e5f-aac2-8802b852f0b6 with Priority: HIGHEST for action port [ 604.536598] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e876dd3-0dd8-4e5f-aac2-8802b852f0b6 with Priority: HIGHEST for action port [ 604.536598] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e876dd3-0dd8-4e5f-aac2-8802b852f0b6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.536598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e876dd3-0dd8-4e5f-aac2-8802b852f0b6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.536598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e876dd3-0dd8-4e5f-aac2-8802b852f0b6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.536919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e876dd3-0dd8-4e5f-aac2-8802b852f0b6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.536919] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e876dd3-0dd8-4e5f-aac2-8802b852f0b6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.561836] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de062bec-adf1-4500-a02d-61e8b3361b29 [ 604.562132] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.562321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.562383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.562921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.562921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.562921] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de062bec-adf1-4500-a02d-61e8b3361b29 already deleted. [ 604.563084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de062bec-adf1-4500-a02d-61e8b3361b29" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.761674] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c093e44-32f9-40a9-b749-14465c5aa39a in Status: SUCCESS [ 604.761674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.770143] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-27472371-e159-4cc4-97b6-78c2835710d9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.770341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.770408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.770619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.770937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.771091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.771169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.771380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.771459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.771575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.771770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-27472371-e159-4cc4-97b6-78c2835710d9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.771925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.772032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.772317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.773173] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.773173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.773173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.773173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.773173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.773173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.773173] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.854262] env[65672]: INFO networking_nsxv3.common.synchronization [None req-79987177-5d8f-4a2e-8f6b-efcd71ef764a None None] Enqueued Resource ID: 6d521277-77ef-407d-a723-c9eb83d93f7a with Priority: HIGHEST for action port [ 604.854684] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d521277-77ef-407d-a723-c9eb83d93f7a with Priority: HIGHEST for action port [ 604.856416] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d521277-77ef-407d-a723-c9eb83d93f7a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.856416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d521277-77ef-407d-a723-c9eb83d93f7a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.856416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d521277-77ef-407d-a723-c9eb83d93f7a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.856416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d521277-77ef-407d-a723-c9eb83d93f7a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.856416] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d521277-77ef-407d-a723-c9eb83d93f7a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.863945] env[65672]: INFO networking_nsxv3.common.synchronization [req-370893b6-0d63-4285-a193-c22a1d11ae19 req-91b61549-7598-45ff-9b73-9ef707cd57e3 service nova] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_rules [ 604.864131] env[65672]: INFO networking_nsxv3.common.synchronization [req-370893b6-0d63-4285-a193-c22a1d11ae19 req-91b61549-7598-45ff-9b73-9ef707cd57e3 service nova] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 604.864255] env[65672]: INFO networking_nsxv3.common.synchronization [req-370893b6-0d63-4285-a193-c22a1d11ae19 req-91b61549-7598-45ff-9b73-9ef707cd57e3 service nova] Enqueued Resource ID: ec6d425f-1856-48be-8d67-1ec2ec4cd19f with Priority: HIGHEST for action port [ 604.864461] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_rules [ 604.864585] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 604.864678] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec6d425f-1856-48be-8d67-1ec2ec4cd19f with Priority: HIGHEST for action port [ 604.865181] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.865304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.865373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.865613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.865693] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.870205] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.870368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.870407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.870604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.870813] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.870893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.871093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.871403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.871602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.872025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.874143] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.874239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.874288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.875366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.875366] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6d425f-1856-48be-8d67-1ec2ec4cd19f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.957895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.957895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.957895] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca95521-0f13-40c7-909c-2b80067559d5 already deleted. [ 604.957895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.039932] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e876dd3-0dd8-4e5f-aac2-8802b852f0b6 [ 605.040821] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.040821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.040821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.040821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.040999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.041087] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e876dd3-0dd8-4e5f-aac2-8802b852f0b6 already deleted. [ 605.041193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e876dd3-0dd8-4e5f-aac2-8802b852f0b6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.276234] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27472371-e159-4cc4-97b6-78c2835710d9: rpc.has_security_group_logging(os_id): False [ 605.294559] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.295707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.295707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.295707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.295707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.295870] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.296090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.296250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.296501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.296670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.296953] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.297206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.299729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.299729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.299729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.299729] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.299729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.299729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.299729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.299729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.299729] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27472371-e159-4cc4-97b6-78c2835710d9 is going to be created. [ 605.358439] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d521277-77ef-407d-a723-c9eb83d93f7a [ 605.358695] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.358910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.358979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.359278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.359343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.359404] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d521277-77ef-407d-a723-c9eb83d93f7a already deleted. [ 605.359486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d521277-77ef-407d-a723-c9eb83d93f7a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.365024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.377203] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.379062] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27472371-e159-4cc4-97b6-78c2835710d9 in Status: IN_PROGRESS for 2s [ 605.379900] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.379900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.379900] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec6d425f-1856-48be-8d67-1ec2ec4cd19f with status ACTIVE [ 605.379900] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.379900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.379900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.381265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.381374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.381529] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.381613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.381681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.381998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.382235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.382903] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.382903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.382903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.383158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.383158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.383249] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec6d425f-1856-48be-8d67-1ec2ec4cd19f is going to be updated. [ 605.414740] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.414889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.414951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.415182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.415449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.415492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec6d425f-1856-48be-8d67-1ec2ec4cd19f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.459560] env[65672]: INFO networking_nsxv3.common.synchronization [None req-dd5382df-7196-4f39-a918-052f967148bf None None] Enqueued Resource ID: aef523b3-f47e-4fc4-b7b0-58120a638a12 with Priority: HIGHEST for action port [ 605.459560] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef523b3-f47e-4fc4-b7b0-58120a638a12 with Priority: HIGHEST for action port [ 605.459560] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef523b3-f47e-4fc4-b7b0-58120a638a12 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.459560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef523b3-f47e-4fc4-b7b0-58120a638a12" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.459560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef523b3-f47e-4fc4-b7b0-58120a638a12" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.459560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef523b3-f47e-4fc4-b7b0-58120a638a12" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.459560] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef523b3-f47e-4fc4-b7b0-58120a638a12',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.630935] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.631163] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-445" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.631280] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-445" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.631596] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-445" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.631914] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.633107] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.633267] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.633494] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.633632] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.633947] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.633947] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.634033] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.634132] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.634233] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.634331] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.634456] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.653070] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.653257] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.653387] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.653555] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-445" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.653886] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-4d6f5274-36f2-44f6-aad6-89bc70c7925c taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.654064] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-4d6f5274-36f2-44f6-aad6-89bc70c7925c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.654179] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-4d6f5274-36f2-44f6-aad6-89bc70c7925c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.654471] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-4d6f5274-36f2-44f6-aad6-89bc70c7925c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.654597] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6f5274-36f2-44f6-aad6-89bc70c7925c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.887108] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.961718] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aef523b3-f47e-4fc4-b7b0-58120a638a12 [ 605.962011] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.962155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.962222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.962426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.962517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.962607] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aef523b3-f47e-4fc4-b7b0-58120a638a12 already deleted. [ 605.962684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef523b3-f47e-4fc4-b7b0-58120a638a12" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.158654] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.158872] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.158984] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.159321] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.159475] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.159622] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 4d6f5274-36f2-44f6-aad6-89bc70c7925c not found, creating... [ 606.160207] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.160207] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.160207] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.160382] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.160531] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.160839] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.161013] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.161176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.161395] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.161525] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.161678] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 4d6f5274-36f2-44f6-aad6-89bc70c7925c is going to be created. [ 606.184342] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.184798] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.184926] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.185451] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.185815] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.186197] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-4d6f5274-36f2-44f6-aad6-89bc70c7925c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.389066] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.389066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.389066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.389561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.389561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.389561] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be created. [ 606.414286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.414510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.414584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.414836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.414948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.427041] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: UNINITIALIZED for 2s [ 606.893411] env[65672]: INFO networking_nsxv3.common.synchronization [req-78e85ef5-3a82-43d9-b026-984c3c0a5653 req-e019f500-553c-49e8-94be-26758df578c5 service nova] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_rules [ 606.893582] env[65672]: INFO networking_nsxv3.common.synchronization [req-78e85ef5-3a82-43d9-b026-984c3c0a5653 req-e019f500-553c-49e8-94be-26758df578c5 service nova] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 606.893708] env[65672]: INFO networking_nsxv3.common.synchronization [req-78e85ef5-3a82-43d9-b026-984c3c0a5653 req-e019f500-553c-49e8-94be-26758df578c5 service nova] Enqueued Resource ID: 4d6f5274-36f2-44f6-aad6-89bc70c7925c with Priority: HIGHEST for action port [ 606.893928] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_rules [ 606.894070] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 606.894165] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6f5274-36f2-44f6-aad6-89bc70c7925c with Priority: HIGHEST for action port [ 606.895175] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.895375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.895375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.895611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.895681] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.898941] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.898941] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.898941] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.898941] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d6f5274-36f2-44f6-aad6-89bc70c7925c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d6f5274-36f2-44f6-aad6-89bc70c7925c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d6f5274-36f2-44f6-aad6-89bc70c7925c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.898941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d6f5274-36f2-44f6-aad6-89bc70c7925c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.898941] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6f5274-36f2-44f6-aad6-89bc70c7925c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.972688] env[65672]: INFO networking_nsxv3.common.synchronization [req-a19b5a52-4595-4669-8e51-71faee4e932a req-4f38b19c-7786-434c-b374-96ef590dd7e8 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Enqueued Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGHEST for action security_group_members [ 606.974466] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGHEST for action security_group_members [ 606.974814] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8fa1b4a-6341-4084-9204-23dfb36ba02a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.974951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.975191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.975476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.975728] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.975823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.975823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.976154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.976154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.976275] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.391051] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27472371-e159-4cc4-97b6-78c2835710d9 in Status: SUCCESS [ 607.391342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.400913] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.401089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.401299] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.402403] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d6f5274-36f2-44f6-aad6-89bc70c7925c with status ACTIVE [ 607.402528] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.402596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.402643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.403279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.403279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.403279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.403279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.403279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.403495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.403495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.403972] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.403972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.403972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.403972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.403972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.404185] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d6f5274-36f2-44f6-aad6-89bc70c7925c is going to be updated. [ 607.420760] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c319f01b-6a3f-4e0f-b8a6-f6548c33daa0 None None] Enqueued Resource ID: 962f239c-c95d-4a8c-8779-eb18c16ce77c with Priority: HIGHEST for action port [ 607.421332] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962f239c-c95d-4a8c-8779-eb18c16ce77c with Priority: HIGHEST for action port [ 607.421737] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-962f239c-c95d-4a8c-8779-eb18c16ce77c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.421858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-962f239c-c95d-4a8c-8779-eb18c16ce77c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.421979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-962f239c-c95d-4a8c-8779-eb18c16ce77c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.422259] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-962f239c-c95d-4a8c-8779-eb18c16ce77c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.422559] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962f239c-c95d-4a8c-8779-eb18c16ce77c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.425328] env[65672]: INFO networking_nsxv3.common.synchronization [req-cb880518-a722-443e-acdd-bd823d65a85c req-29a6504f-30cf-430c-83c6-b7d08975d108 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Enqueued Resource ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 with Priority: HIGHEST for action security_group_members [ 607.425916] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 with Priority: HIGHEST for action security_group_members [ 607.426353] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb2b8e5-6003-4667-8eff-b6258b40d753 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.426353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.426454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.426999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.426999] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.426999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.426999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.427232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.427232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.427305] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb2b8e5-6003-4667-8eff-b6258b40d753',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.428906] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.429025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.429086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.429238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.429468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.429589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d6f5274-36f2-44f6-aad6-89bc70c7925c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.457008] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.457008] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.457008] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.457008] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.457008] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.457008] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.457501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.457501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.457501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.458388] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.458531] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.458640] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.458740] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.458879] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.458981] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.459116] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.477474] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.477664] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.477799] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.477976] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.478935] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-a9f8d622-e09e-4e9a-93f3-981e5069b980 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.479133] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-a9f8d622-e09e-4e9a-93f3-981e5069b980" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.479250] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-a9f8d622-e09e-4e9a-93f3-981e5069b980" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.480107] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-a9f8d622-e09e-4e9a-93f3-981e5069b980" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.480293] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9f8d622-e09e-4e9a-93f3-981e5069b980',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.482417] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.482417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.482417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.482549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.482549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.482749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.482856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.482920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.483156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.483242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.483336] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a already deleted. [ 607.483444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.906482] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.926720] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 962f239c-c95d-4a8c-8779-eb18c16ce77c [ 607.926941] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.927088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.927151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.927362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.927456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.927551] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:962f239c-c95d-4a8c-8779-eb18c16ce77c already deleted. [ 607.927632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-962f239c-c95d-4a8c-8779-eb18c16ce77c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.931358] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.931487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.931539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.931724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.931852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.932016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.932120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.932181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.932412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.932412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.932484] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 already deleted. [ 607.932549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.966798] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.966988] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-639" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.967125] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-639" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.967468] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-639" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.967923] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.967923] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.968371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.968371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.968371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.968663] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.968663] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.968758] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.968902] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.969037] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.969147] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.969272] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.985311] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.985791] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.985917] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.986206] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.986349] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.986497] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port a9f8d622-e09e-4e9a-93f3-981e5069b980 not found, creating... [ 607.986939] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.986939] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.987132] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.987295] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.987458] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.987763] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.987956] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.988230] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.988477] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.988672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.988877] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: a9f8d622-e09e-4e9a-93f3-981e5069b980 is going to be created. [ 607.990714] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.991074] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.991279] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.991715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-639" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.992125] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-0f56daac-5ad5-4960-b1e3-be82f436703b taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.992331] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-0f56daac-5ad5-4960-b1e3-be82f436703b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.992479] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-0f56daac-5ad5-4960-b1e3-be82f436703b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.992774] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-0f56daac-5ad5-4960-b1e3-be82f436703b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.992952] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f56daac-5ad5-4960-b1e3-be82f436703b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.016283] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.016499] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.016617] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.016900] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.017211] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.017436] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-a9f8d622-e09e-4e9a-93f3-981e5069b980" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.410059] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.410365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.410365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.410623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.410736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.410879] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca95521-0f13-40c7-909c-2b80067559d5 is going to be created. [ 608.443433] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.443622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.443727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.443990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.444224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.445965] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 608.446214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.446747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.446980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.447214] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.447496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.447605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.447801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.447922] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.448060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.448185] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.453772] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: UNINITIALIZED for 2s [ 608.496015] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.496266] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.496408] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.496704] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.496850] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.497011] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 0f56daac-5ad5-4960-b1e3-be82f436703b not found, creating... [ 608.497289] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.497444] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.497555] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.497780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.497912] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.498218] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.498367] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.498478] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.498688] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.498824] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.498978] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 0f56daac-5ad5-4960-b1e3-be82f436703b is going to be created. [ 608.521440] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.521780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.521971] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.522318] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.522589] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.522845] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-0f56daac-5ad5-4960-b1e3-be82f436703b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.714172] env[65672]: INFO networking_nsxv3.common.synchronization [req-a19b5a52-4595-4669-8e51-71faee4e932a req-331dfc1b-2239-4f86-92e3-d64cdf33f3cc service nova] Enqueued Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGHEST for action security_group_rules [ 608.714431] env[65672]: INFO networking_nsxv3.common.synchronization [req-a19b5a52-4595-4669-8e51-71faee4e932a req-331dfc1b-2239-4f86-92e3-d64cdf33f3cc service nova] Enqueued Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGHEST for action security_group_members [ 608.714538] env[65672]: INFO networking_nsxv3.common.synchronization [req-a19b5a52-4595-4669-8e51-71faee4e932a req-331dfc1b-2239-4f86-92e3-d64cdf33f3cc service nova] Enqueued Resource ID: a9f8d622-e09e-4e9a-93f3-981e5069b980 with Priority: HIGHEST for action port [ 608.715042] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGHEST for action security_group_rules [ 608.715178] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGHEST for action security_group_members [ 608.715315] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f8d622-e09e-4e9a-93f3-981e5069b980 with Priority: HIGHEST for action port [ 608.715567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.715911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.715911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.716044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.716105] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.717671] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8fa1b4a-6341-4084-9204-23dfb36ba02a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.717783] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.717847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.718033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.718192] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.718293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.718605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.718605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.718605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.718693] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.720113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9f8d622-e09e-4e9a-93f3-981e5069b980 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.720207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9f8d622-e09e-4e9a-93f3-981e5069b980" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.720347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9f8d622-e09e-4e9a-93f3-981e5069b980" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.720519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9f8d622-e09e-4e9a-93f3-981e5069b980" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.720594] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9f8d622-e09e-4e9a-93f3-981e5069b980',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.951360] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.951725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.952061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.952382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.956406] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.956406] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.956406] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.956406] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.218483] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8fa1b4a-6341-4084-9204-23dfb36ba02a taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.218730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.221107] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.224480] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9f8d622-e09e-4e9a-93f3-981e5069b980 with status ACTIVE [ 609.224480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.224480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.224480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.224480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.225867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.225867] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9f8d622-e09e-4e9a-93f3-981e5069b980 is going to be updated. [ 609.248610] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.248756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.248830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.249044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.249183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.249343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9f8d622-e09e-4e9a-93f3-981e5069b980" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.290393] env[65672]: INFO networking_nsxv3.common.synchronization [req-cb880518-a722-443e-acdd-bd823d65a85c req-42d3b425-2715-47ba-8f4d-8eb10d902d34 service nova] Enqueued Resource ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 with Priority: HIGHEST for action security_group_rules [ 609.290631] env[65672]: INFO networking_nsxv3.common.synchronization [req-cb880518-a722-443e-acdd-bd823d65a85c req-42d3b425-2715-47ba-8f4d-8eb10d902d34 service nova] Enqueued Resource ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 with Priority: HIGHEST for action security_group_members [ 609.290801] env[65672]: INFO networking_nsxv3.common.synchronization [req-cb880518-a722-443e-acdd-bd823d65a85c req-42d3b425-2715-47ba-8f4d-8eb10d902d34 service nova] Enqueued Resource ID: 0f56daac-5ad5-4960-b1e3-be82f436703b with Priority: HIGHEST for action port [ 609.292465] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 with Priority: HIGHEST for action security_group_rules [ 609.292634] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 with Priority: HIGHEST for action security_group_members [ 609.292804] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56daac-5ad5-4960-b1e3-be82f436703b with Priority: HIGHEST for action port [ 609.293087] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecb2b8e5-6003-4667-8eff-b6258b40d753 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.293382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.293617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.293744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.294095] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecb2b8e5-6003-4667-8eff-b6258b40d753',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.297184] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb2b8e5-6003-4667-8eff-b6258b40d753 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.297184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.297184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.297184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.297184] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.297184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.297184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.297184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.297184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.297184] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb2b8e5-6003-4667-8eff-b6258b40d753',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.300478] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f56daac-5ad5-4960-b1e3-be82f436703b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.300478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f56daac-5ad5-4960-b1e3-be82f436703b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.300478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f56daac-5ad5-4960-b1e3-be82f436703b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.300788] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f56daac-5ad5-4960-b1e3-be82f436703b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.300788] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f56daac-5ad5-4960-b1e3-be82f436703b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.460287] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa079922-c623-4324-827b-2e5bf5044b11: rpc.has_security_group_logging(os_id): False [ 609.482943] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.483168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.483248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.483477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.484362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.484362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.484362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.484362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.484362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.484362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.484362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.484685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.484685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.484685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.484795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.484898] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.484992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.485072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.485216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.485291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.485382] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be created. [ 609.557718] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.557718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.557718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.557718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.557718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.575614] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: IN_PROGRESS for 2s [ 609.707791] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd3eaf24-4536-43ca-be93-3ab584376d4b req-e3cb545b-d01c-4328-87d1-80979b4dd06b tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Enqueued Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_members [ 609.708339] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_members [ 609.708634] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-053c29b8-65b1-4102-bfb7-b243ae9c56a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.708825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.708925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.711597] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.711918] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.711918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.712074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.712197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.712287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.712382] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.727967] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.797638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb2b8e5-6003-4667-8eff-b6258b40d753 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.797638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.800637] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecb2b8e5-6003-4667-8eff-b6258b40d753',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.805696] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f56daac-5ad5-4960-b1e3-be82f436703b with status ACTIVE [ 609.805696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.805696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.805696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.805696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.805696] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f56daac-5ad5-4960-b1e3-be82f436703b is going to be updated. [ 609.889125] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.889348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.889500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.889707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.889887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.890177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f56daac-5ad5-4960-b1e3-be82f436703b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.142694] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.142867] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-432" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.142987] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-432" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.145039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-432" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.145039] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.145039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.145039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.145039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.145830] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.145951] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.146013] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.146217] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.146357] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.146562] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.146693] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.146830] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.168042] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.168231] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.168323] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.168518] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-432" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.168854] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-bb540269-4f16-4ae9-be04-170703c93363 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.169069] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-bb540269-4f16-4ae9-be04-170703c93363" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.169193] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-bb540269-4f16-4ae9-be04-170703c93363" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.169513] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-bb540269-4f16-4ae9-be04-170703c93363" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.169664] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb540269-4f16-4ae9-be04-170703c93363',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.214945] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.215172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.215249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.215479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.215568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.215897] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.216053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.216108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.216242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.216328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.216398] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 already deleted. [ 610.216481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.228378] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.228551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.228551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.228726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.228832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.228944] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a is going to be created. [ 610.253226] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.253459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.253506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.253733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.253950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.265397] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a in Status: UNINITIALIZED for 2s [ 610.304323] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecb2b8e5-6003-4667-8eff-b6258b40d753',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.467494] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: SUCCESS [ 610.469239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.469239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.469239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.471021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.471021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.471021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.471021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.471021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.471021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.471021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.675733] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.676028] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.676158] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.676524] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.676748] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.677144] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port bb540269-4f16-4ae9-be04-170703c93363 not found, creating... [ 610.677487] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.677726] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.677890] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.678475] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.678638] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.678991] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.679177] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.679298] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.680041] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.680188] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.680330] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: bb540269-4f16-4ae9-be04-170703c93363 is going to be created. [ 610.712030] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.712030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.712030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.712030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.712030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.712030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-bb540269-4f16-4ae9-be04-170703c93363" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.808113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.808362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.808362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.808712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.808930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.809091] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 is going to be created. [ 610.846459] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.846681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.846751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.847136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.847337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.861482] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 in Status: UNINITIALIZED for 2s [ 610.974363] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.974568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.974639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.975148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.975148] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.975278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.975278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.975448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.975556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.975641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.975871] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.975990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.976096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.976293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.976754] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.976754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.976754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.977028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.977028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.977651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.977854] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.482391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca95521-0f13-40c7-909c-2b80067559d5: rpc.has_security_group_logging(os_id): False [ 611.484262] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd3eaf24-4536-43ca-be93-3ab584376d4b req-52870227-b154-46dc-b075-8975cef08844 service nova] Enqueued Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_rules [ 611.484426] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd3eaf24-4536-43ca-be93-3ab584376d4b req-52870227-b154-46dc-b075-8975cef08844 service nova] Enqueued Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_members [ 611.484545] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd3eaf24-4536-43ca-be93-3ab584376d4b req-52870227-b154-46dc-b075-8975cef08844 service nova] Enqueued Resource ID: bb540269-4f16-4ae9-be04-170703c93363 with Priority: HIGHEST for action port [ 611.485178] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_rules [ 611.485694] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_members [ 611.485834] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb540269-4f16-4ae9-be04-170703c93363 with Priority: HIGHEST for action port [ 611.486523] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.486653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.486839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.486918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.486991] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.487965] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-053c29b8-65b1-4102-bfb7-b243ae9c56a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.487965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.488264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.488264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.488326] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.488414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.488466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.488605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.488687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.488781] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.489553] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb540269-4f16-4ae9-be04-170703c93363 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.489827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb540269-4f16-4ae9-be04-170703c93363" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.489827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb540269-4f16-4ae9-be04-170703c93363" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.491085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb540269-4f16-4ae9-be04-170703c93363" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.491085] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb540269-4f16-4ae9-be04-170703c93363',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.504828] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.505067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.505067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.505603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.505603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.505682] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.505957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.505957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.506529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.506664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.507441] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.507534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.507796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.507796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.507919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.514034] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.514034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.514034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.514034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.514034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.514034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca95521-0f13-40c7-909c-2b80067559d5 is going to be created. [ 611.587257] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.587257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.587257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.587257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.587257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.591612] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 611.591890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.599588] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: IN_PROGRESS for 2s [ 611.992633] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.994230] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-053c29b8-65b1-4102-bfb7-b243ae9c56a7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.994410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.995039] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb540269-4f16-4ae9-be04-170703c93363 with status ACTIVE [ 611.995156] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.995508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.995508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.995632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.995742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.995946] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.996065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.996128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.996699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.996699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.996699] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.996942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.996942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.997114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.997216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.997341] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb540269-4f16-4ae9-be04-170703c93363 is going to be updated. [ 612.023221] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.024651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.024651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.024651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.024651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.024651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb540269-4f16-4ae9-be04-170703c93363" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.277460] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a in Status: SUCCESS [ 612.277749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.277977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.278307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.278570] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.278729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.278885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.279047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.279195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.279412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.279494] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.496173] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.784667] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8fa1b4a-6341-4084-9204-23dfb36ba02a taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.784667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.784667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.784667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.784667] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.784946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.784946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.785092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.785092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.785150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.785317] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8fa1b4a-6341-4084-9204-23dfb36ba02a taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.785515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.785515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.785721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.785721] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.785910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.785910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.786189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.786270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.786378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.786522] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.842348] env[65672]: INFO networking_nsxv3.common.synchronization [None req-b5b9cf79-dbd6-4175-b53b-e4baa57dbd68 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 612.842967] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 612.844380] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.844513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.844581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.846088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.846557] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.874410] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 in Status: SUCCESS [ 612.874678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.874901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.875158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.875681] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.875681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.875681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.875681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.875985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.875985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.875985] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecb2b8e5-6003-4667-8eff-b6258b40d753',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.950131] env[65672]: INFO networking_nsxv3.common.synchronization [None req-eab05b4e-f12c-4939-bf17-cbd539d112b5 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 612.951562] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 612.955277] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.955277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.999439] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.999757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.999757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.000135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.000222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.002332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 is going to be created. [ 613.037307] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.037568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.037707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.037912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.038216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.054468] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 in Status: UNINITIALIZED for 2s [ 613.290024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8fa1b4a-6341-4084-9204-23dfb36ba02a: rpc.has_security_group_logging(os_id): False [ 613.310758] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.311068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.311068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.311298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.311394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.311609] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.311709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.311780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.311993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.312405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.312405] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.312521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.312521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.312662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.312751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.312982] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.313077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.313161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.313305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.313380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.313525] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a is going to be created. [ 613.369133] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.369306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.369356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.369612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.369709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.369810] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 already deleted. [ 613.369901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.370053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.370209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.370288] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.380740] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb2b8e5-6003-4667-8eff-b6258b40d753 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.381329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.381465] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.381763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.382052] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.382204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.382296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.382517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.382624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.382757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.382986] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb2b8e5-6003-4667-8eff-b6258b40d753 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.383126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.383242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.383423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.383655] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.383771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.383866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.384092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.384212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.384336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.384543] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecb2b8e5-6003-4667-8eff-b6258b40d753',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.402389] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.402620] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.402723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.403035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.403293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.419532] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a in Status: IN_PROGRESS for 2s [ 613.618684] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: SUCCESS [ 613.621283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.887299] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecb2b8e5-6003-4667-8eff-b6258b40d753: rpc.has_security_group_logging(os_id): False [ 613.892736] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.892854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.892854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.893119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.893212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.893279] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 already deleted. [ 613.893334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.895882] env[65672]: INFO networking_nsxv3.common.synchronization [req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 req-3210aa18-2e05-446d-9b07-28145fe710a3 tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Enqueued Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_members [ 613.896468] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_members [ 613.896761] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.896874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.896947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.897371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.897560] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.897672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.897741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.897895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.897979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.898098] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.906091] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.906305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.906305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.906501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.906537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.906869] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.906967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.907091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.907263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.907344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.907538] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.907707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.907707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.907857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.907886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.908083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.908180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.908243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.908485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.908538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.909426] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 is going to be created. [ 613.970293] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.970293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.970488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.970730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.971392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.983384] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 in Status: IN_PROGRESS for 2s [ 614.312660] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.312660] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-626" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.312660] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-626" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.312978] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-626" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.313065] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.314031] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.314031] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.314031] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.314031] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.314256] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.314256] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.314842] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.314842] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.314842] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.314842] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.314842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.348362] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.348518] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.348695] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.348942] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-626" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.349290] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-85420525-4b6f-4c12-9d52-03353a71e73c taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.349507] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-85420525-4b6f-4c12-9d52-03353a71e73c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.349657] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-85420525-4b6f-4c12-9d52-03353a71e73c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.350162] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-85420525-4b6f-4c12-9d52-03353a71e73c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.350404] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85420525-4b6f-4c12-9d52-03353a71e73c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.400782] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.401042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.401149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.401377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.401500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.401711] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.401816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.401880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.402049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.402132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.402219] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 already deleted. [ 614.402301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.855457] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.855970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.855970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.856542] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.856542] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.856542] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 85420525-4b6f-4c12-9d52-03353a71e73c not found, creating... [ 614.857199] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.857199] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.857199] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.857502] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.857502] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.857745] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.857859] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.857970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.858244] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.858323] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.858489] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 85420525-4b6f-4c12-9d52-03353a71e73c is going to be created. [ 614.883412] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.883670] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.883774] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.884064] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.884306] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.884552] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-85420525-4b6f-4c12-9d52-03353a71e73c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.067184] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 in Status: SUCCESS [ 615.067688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.067943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.068207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.068416] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.068539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.068608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.068834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.068924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.069031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.069163] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.432776] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a in Status: SUCCESS [ 615.432776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.571678] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.639115] env[65672]: INFO networking_nsxv3.common.synchronization [req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 req-7cb36a5d-191c-49b6-93bd-1cd3f41f0749 service nova] Enqueued Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_rules [ 615.639240] env[65672]: INFO networking_nsxv3.common.synchronization [req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 req-7cb36a5d-191c-49b6-93bd-1cd3f41f0749 service nova] Enqueued Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_members [ 615.639381] env[65672]: INFO networking_nsxv3.common.synchronization [req-fef5b4f7-a35e-4de7-876e-0df6bb0734d9 req-7cb36a5d-191c-49b6-93bd-1cd3f41f0749 service nova] Enqueued Resource ID: 85420525-4b6f-4c12-9d52-03353a71e73c with Priority: HIGHEST for action port [ 615.639931] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_rules [ 615.640876] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_members [ 615.640876] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85420525-4b6f-4c12-9d52-03353a71e73c with Priority: HIGHEST for action port [ 615.640990] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.641097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.641165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.641357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.641449] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.642677] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.643435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.643435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.643435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.643435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.643435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.643435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.643772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.643772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.643772] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.644675] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-85420525-4b6f-4c12-9d52-03353a71e73c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.644779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85420525-4b6f-4c12-9d52-03353a71e73c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.645389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85420525-4b6f-4c12-9d52-03353a71e73c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.645389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85420525-4b6f-4c12-9d52-03353a71e73c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.645389] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85420525-4b6f-4c12-9d52-03353a71e73c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.000188] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 in Status: SUCCESS [ 616.000188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.074438] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 053c29b8-65b1-4102-bfb7-b243ae9c56a7: rpc.has_security_group_logging(os_id): False [ 616.097332] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.097332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.097332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.097332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.097332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.097332] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.097332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.097332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.097332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.097332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.097332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 is going to be created. [ 616.147073] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.148969] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.151020] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85420525-4b6f-4c12-9d52-03353a71e73c with status ACTIVE [ 616.151020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.151020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.151020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.152095] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.157711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.157711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.157711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.157711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.157711] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85420525-4b6f-4c12-9d52-03353a71e73c is going to be updated. [ 616.169026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.169584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.169997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.171325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.171325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.181757] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.182023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.182127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.182351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.182487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.182676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85420525-4b6f-4c12-9d52-03353a71e73c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.187462] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 in Status: IN_PROGRESS for 2s [ 616.189368] env[65672]: INFO networking_nsxv3.common.synchronization [req-3e48b6a0-6829-409d-ac5e-e8ba10012180 req-009a297c-e710-4288-93f1-34d0c7becd0e tempest-DeleteServersAdminTestJSON-941792795 tempest-DeleteServersAdminTestJSON-941792795-project-admin] Enqueued Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 616.189420] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 616.190021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.190021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.191030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.191030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.191030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.191030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.191030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.191801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.192138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.192138] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.571403] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc req-bccafd78-4ab4-4361-aa24-89346a8529cf tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Enqueued Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGHEST for action security_group_members [ 616.572016] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGHEST for action security_group_members [ 616.572454] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-edaed69e-bf2c-4797-a938-b2933198bee5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.572626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.572692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.572972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.574406] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.574406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.574406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.574406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.574406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.574406] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.657974] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.696065] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.696314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.696393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.696636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.696724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.696926] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.697068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.697137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.697294] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.697374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.697464] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff is going to be updated. [ 616.737272] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.737492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.737540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.737754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.737897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.757337] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: IN_PROGRESS for 2s [ 616.953566] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.954268] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-991" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.954809] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-991" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.955036] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-991" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.955557] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.956219] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.956512] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.956965] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.957178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.957636] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.957806] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.958098] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.958474] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.958691] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.958994] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.959159] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.980756] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.983020] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.983020] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.983020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-991" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.983020] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.983020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.983020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.983020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.983020] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.078619] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.078619] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.078619] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edaed69e-bf2c-4797-a938-b2933198bee5 already deleted. [ 617.078619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.163178] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.163178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.163178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.163445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.163445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.163562] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 is going to be created. [ 617.186843] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.187032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.187088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.187305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.187445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.198414] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 in Status: UNINITIALIZED for 2s [ 617.490192] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.490192] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.490192] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.490192] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.490192] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.490192] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c not found, creating... [ 617.490192] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.490192] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.490192] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.490192] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.490192] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.490749] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.490749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.490749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.490866] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.491197] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.491280] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c is going to be created. [ 617.520240] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.520240] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.520240] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.522042] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.522042] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.522042] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.201452] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 in Status: SUCCESS [ 618.201929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.291419] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc req-968feef2-353c-48c0-8f94-ec4ea98a2509 service nova] Enqueued Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGHEST for action security_group_rules [ 618.291653] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc req-968feef2-353c-48c0-8f94-ec4ea98a2509 service nova] Enqueued Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGHEST for action security_group_members [ 618.291782] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f7e2d1f-db88-4cb3-916c-9bbe995491fc req-968feef2-353c-48c0-8f94-ec4ea98a2509 service nova] Enqueued Resource ID: 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c with Priority: HIGHEST for action port [ 618.294245] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGHEST for action security_group_rules [ 618.294245] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGHEST for action security_group_members [ 618.294245] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c with Priority: HIGHEST for action port [ 618.294590] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edaed69e-bf2c-4797-a938-b2933198bee5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.294667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.296106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.296106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.296106] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.296430] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-edaed69e-bf2c-4797-a938-b2933198bee5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.296430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.296430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.296569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.297110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.297110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.297110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.297110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.297110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.298096] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.302077] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.302077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.302077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.302077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.302077] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.760168] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: SUCCESS [ 618.760168] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff deletion is rescheduled due to dependency. [ 618.760168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.795171] env[65672]: INFO networking_nsxv3.common.synchronization [req-f74349c9-25f2-496b-a285-04f0ab3a95ed req-7ee8c522-da0e-4a1a-aa48-9000eb5197e9 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 618.795378] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 618.796158] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.798538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.798538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.798538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.798538] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.798538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.798538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.798538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.798538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.798538] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.808409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-edaed69e-bf2c-4797-a938-b2933198bee5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.808409] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.808409] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c with status ACTIVE [ 618.808409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.808409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.808409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.809048] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.809048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.809048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.809997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.810359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.811446] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c is going to be updated. [ 618.838455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.838621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.838705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.838912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.839072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.839225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bdb906f-7d1d-4e40-beb9-780ff5c2dc0c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.209802] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 in Status: UNINITIALIZED for 4s [ 619.282441] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.282714] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.282837] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.283189] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.283495] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.283685] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.283797] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.284052] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.284261] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.284395] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.284534] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.284589] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.284691] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.284789] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.284883] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.285012] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.301179] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.301538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.301538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.301656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.302094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.302094] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.302236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.302236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.302408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.302578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.302623] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 already deleted. [ 619.302699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.316308] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.325476] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.325648] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.326257] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.326257] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.326330] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-5381b4e5-cfdd-4916-9040-91ced468e257 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.326481] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-5381b4e5-cfdd-4916-9040-91ced468e257" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.326565] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-5381b4e5-cfdd-4916-9040-91ced468e257" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.326906] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-5381b4e5-cfdd-4916-9040-91ced468e257" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.327061] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5381b4e5-cfdd-4916-9040-91ced468e257',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.819126] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.819792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.819867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.820209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.820247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.820330] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edaed69e-bf2c-4797-a938-b2933198bee5 is going to be created. [ 619.829833] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.829983] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.830105] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.830725] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.830725] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.830725] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 5381b4e5-cfdd-4916-9040-91ced468e257 not found, creating... [ 619.833068] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.833068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.833068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.833068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.833068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.833068] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.833068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.833068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.833068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.833068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.833552] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 5381b4e5-cfdd-4916-9040-91ced468e257 is going to be created. [ 619.855363] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.855363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.855363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.855677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.855716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.861144] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.861364] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.861568] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.861872] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.862236] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.862502] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-5381b4e5-cfdd-4916-9040-91ced468e257" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.869360] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edaed69e-bf2c-4797-a938-b2933198bee5 in Status: UNINITIALIZED for 2s [ 620.622012] env[65672]: INFO networking_nsxv3.common.synchronization [req-f74349c9-25f2-496b-a285-04f0ab3a95ed req-3118804f-9a8e-4a7f-b040-a84a4128be43 service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 620.622641] env[65672]: INFO networking_nsxv3.common.synchronization [req-f74349c9-25f2-496b-a285-04f0ab3a95ed req-3118804f-9a8e-4a7f-b040-a84a4128be43 service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 620.622641] env[65672]: INFO networking_nsxv3.common.synchronization [req-f74349c9-25f2-496b-a285-04f0ab3a95ed req-3118804f-9a8e-4a7f-b040-a84a4128be43 service nova] Enqueued Resource ID: 5381b4e5-cfdd-4916-9040-91ced468e257 with Priority: HIGHEST for action port [ 620.622641] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 620.622903] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 620.622903] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5381b4e5-cfdd-4916-9040-91ced468e257 with Priority: HIGHEST for action port [ 620.623463] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.623537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.623570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.623819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.623927] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.624837] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.624923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.624969] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.625154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.626014] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.626183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.626281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.626475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.626601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.626698] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.627541] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-5381b4e5-cfdd-4916-9040-91ced468e257 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.627639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5381b4e5-cfdd-4916-9040-91ced468e257" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.627639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5381b4e5-cfdd-4916-9040-91ced468e257" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.627770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5381b4e5-cfdd-4916-9040-91ced468e257" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.627845] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5381b4e5-cfdd-4916-9040-91ced468e257',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.131305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.131305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.131305] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5381b4e5-cfdd-4916-9040-91ced468e257 with status ACTIVE [ 621.131305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.131305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.131305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.131901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.131901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.131901] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.131901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.131901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.131901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.132195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.132195] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.132297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.132350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.132493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.132564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.132650] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5381b4e5-cfdd-4916-9040-91ced468e257 is going to be updated. [ 621.137046] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.157668] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.157668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.157668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.158125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.158125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.158220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5381b4e5-cfdd-4916-9040-91ced468e257" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.221943] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 in Status: SUCCESS [ 621.222206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.225411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.225411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.225411] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.225411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.225411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.225411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.225411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.225411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.225411] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.442424] env[65672]: INFO networking_nsxv3.common.synchronization [req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 req-cb41b8bb-e706-4845-92ba-bc304e62850a tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 621.444024] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 621.444344] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.444510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.444598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.444919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.445151] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.445272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.445371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.445587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.446136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.446273] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.636725] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.727833] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.860323] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.860476] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.860607] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.861220] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.861750] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.861750] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.861750] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.861980] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.862154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.862353] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.862457] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.862577] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.862677] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.862782] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.862890] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.863035] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.882409] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edaed69e-bf2c-4797-a938-b2933198bee5 in Status: SUCCESS [ 621.882665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.882849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.883073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.883334] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.883428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.883490] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.883656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.883760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.883818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.883910] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.888288] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.888481] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.888633] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.888827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.889188] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-dc6974f5-706c-4074-8f10-e00dd1f1ee15 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.889360] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-dc6974f5-706c-4074-8f10-e00dd1f1ee15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.889490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-dc6974f5-706c-4074-8f10-e00dd1f1ee15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.889875] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-dc6974f5-706c-4074-8f10-e00dd1f1ee15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.889974] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6974f5-706c-4074-8f10-e00dd1f1ee15',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.950627] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.950627] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.950627] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 already deleted. [ 621.950627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.139230] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.139548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.139548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.140253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.140253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.140253] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be created. [ 622.172488] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.172657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.172715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.172923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.173092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.186343] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: UNINITIALIZED for 2s [ 622.229832] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b3ed31-04b6-4748-bbaa-b4b3ef98b243: rpc.has_security_group_logging(os_id): False [ 622.251794] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.252063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.252159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.252454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.252553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.252866] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.252997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.253096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.254391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.254391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.254391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 is going to be created. [ 622.340437] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.340767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.341077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.341180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.341366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.358573] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 in Status: IN_PROGRESS for 2s [ 622.386385] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-edaed69e-bf2c-4797-a938-b2933198bee5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.386690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.386838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.387787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.388089] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.388676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.388676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.388676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.388676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.388936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.388936] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-edaed69e-bf2c-4797-a938-b2933198bee5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.389042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.389161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.389388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.389852] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.389993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.390055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.390175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.390436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.390637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.390829] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.393641] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.393772] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.394052] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.395530] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.395530] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.395530] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port dc6974f5-706c-4074-8f10-e00dd1f1ee15 not found, creating... [ 622.395530] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.395530] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.395530] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.396024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.396076] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.396896] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.396896] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.396896] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.399094] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.399094] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.399094] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: dc6974f5-706c-4074-8f10-e00dd1f1ee15 is going to be created. [ 622.432528] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.432738] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.432848] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.433143] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.433703] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.433703] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-dc6974f5-706c-4074-8f10-e00dd1f1ee15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.899696] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edaed69e-bf2c-4797-a938-b2933198bee5: rpc.has_security_group_logging(os_id): False [ 622.920691] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.920931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.921546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.921716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.921905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.922242] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.922419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.922542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.922827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.922998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.923326] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.923489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.923593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.923887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.924036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.924375] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.926195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.926195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.926195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.926195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.926195] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edaed69e-bf2c-4797-a938-b2933198bee5 is going to be created. [ 622.998387] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.998557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.998557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.998849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.999081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.011277] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edaed69e-bf2c-4797-a938-b2933198bee5 in Status: IN_PROGRESS for 2s [ 623.172225] env[65672]: INFO networking_nsxv3.common.synchronization [req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 req-edd4003f-4baa-4408-9019-157bebad3c65 service nova] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_rules [ 623.172401] env[65672]: INFO networking_nsxv3.common.synchronization [req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 req-edd4003f-4baa-4408-9019-157bebad3c65 service nova] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 623.172524] env[65672]: INFO networking_nsxv3.common.synchronization [req-bc12a0fa-bcb4-47fe-811d-122d9e6bc7c7 req-edd4003f-4baa-4408-9019-157bebad3c65 service nova] Enqueued Resource ID: dc6974f5-706c-4074-8f10-e00dd1f1ee15 with Priority: HIGHEST for action port [ 623.173084] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_rules [ 623.173224] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 623.173337] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6974f5-706c-4074-8f10-e00dd1f1ee15 with Priority: HIGHEST for action port [ 623.173973] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.174838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.174838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.174838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.174838] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.175311] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.175400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.175455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.175716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.175813] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.175813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.176085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.176085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.176172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.176207] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.176974] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6974f5-706c-4074-8f10-e00dd1f1ee15 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.176974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6974f5-706c-4074-8f10-e00dd1f1ee15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.176974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6974f5-706c-4074-8f10-e00dd1f1ee15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.177198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6974f5-706c-4074-8f10-e00dd1f1ee15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.177198] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6974f5-706c-4074-8f10-e00dd1f1ee15',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.680372] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc6974f5-706c-4074-8f10-e00dd1f1ee15 with status ACTIVE [ 623.680704] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.680857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.680928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.681274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.681382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.681829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.681829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.681829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.682089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.682198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.682435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.682535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.682610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.682761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.682836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.682958] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc6974f5-706c-4074-8f10-e00dd1f1ee15 is going to be updated. [ 623.685740] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.687271] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.687590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.716046] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.716220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.716295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.716548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.716688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.716840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6974f5-706c-4074-8f10-e00dd1f1ee15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.807281] env[65672]: INFO networking_nsxv3.common.synchronization [req-ae0473da-b07e-430d-8b2a-363d859afec2 req-6aa844fe-08b4-47b2-860b-1742f1ba47f4 tempest-ServerDiagnosticsNegativeTest-1505078207 tempest-ServerDiagnosticsNegativeTest-1505078207-project-member] Enqueued Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGHEST for action security_group_members [ 623.808052] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGHEST for action security_group_members [ 623.808424] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-27472371-e159-4cc4-97b6-78c2835710d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.808609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.808655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.808843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.809063] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.809179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.809242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.809429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.809537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.809651] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.986448] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d61ae1de-2f84-4d3e-870b-d62ef7ce7360 tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_rules [ 623.986898] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_rules [ 623.987279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.987279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.987279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.987577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.987577] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.189203] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.202344] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 624.202621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.202825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.203052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.203264] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.203375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.203443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.203642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.203760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.203920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.203920] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.234776] env[65672]: INFO networking_nsxv3.common.synchronization [None req-3af12ca5-77c7-4113-96d0-1a1b4029d9c7 tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_rules [ 624.235383] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_rules [ 624.235737] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.235814] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.313258] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.313258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.313540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.313847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.313973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.314360] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.314441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.314548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.315064] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.315064] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.315064] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27472371-e159-4cc4-97b6-78c2835710d9 is going to be updated. [ 624.384937] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 in Status: SUCCESS [ 624.385265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.389126] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.389340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.389340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.389597] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.390067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.401872] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27472371-e159-4cc4-97b6-78c2835710d9 in Status: IN_PROGRESS for 2s [ 624.524025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.524405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.524405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.524535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.524535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.524635] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae already deleted. [ 624.524689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.525456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.525456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.525456] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.693578] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.693578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.693578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.693578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.693578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.693578] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 is going to be created. [ 624.708906] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.709228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.709228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.709412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.709615] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.709728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.709812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.710658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.710658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.710658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.710658] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.710658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.710658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.711157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.711157] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.711157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.711157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.711438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.711438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.711438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.711572] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.719206] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.719361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.719723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.719723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.720249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.739507] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: UNINITIALIZED for 2s [ 625.024680] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edaed69e-bf2c-4797-a938-b2933198bee5 in Status: SUCCESS [ 625.025042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.065755] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.066304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.066460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.066818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.066982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.067176] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae already deleted. [ 625.067543] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.215193] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61e300c-c936-4fbe-9c3c-00d3f46b5e32: rpc.has_security_group_logging(os_id): False [ 625.242197] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.242422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.242523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.242823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.243023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.243327] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.246611] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.246611] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.246611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.247242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.247324] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be created. [ 625.375832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.375832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.375832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.375832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.375832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.392794] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 626.415746] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27472371-e159-4cc4-97b6-78c2835710d9 in Status: SUCCESS [ 626.416075] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27472371-e159-4cc4-97b6-78c2835710d9 deletion is rescheduled due to dependency. [ 626.416118] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.752616] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: SUCCESS [ 626.752871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.753056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.753275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.753515] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.753678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.753791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.754099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.754188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.754298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.754490] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.258136] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.258383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.258467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.258683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.258868] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.258970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.259079] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.259929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.260090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.260226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.260442] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.260573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.260678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.260909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.261783] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.262566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.262675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.262873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.262981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.263145] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.263229] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.411327] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 627.411327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.766047] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbcca031-3821-4986-8f55-dd0542f7a800: rpc.has_security_group_logging(os_id): False [ 627.788260] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.788463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.788538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.789142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.789270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.789472] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.792442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.792442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.792442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.792442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.792442] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.792442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.792442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.792819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.792819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.792819] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.792959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.792994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.793230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.793230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.793365] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 is going to be created. [ 627.860581] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.860581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.860581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.860581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.860581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.873579] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: IN_PROGRESS for 2s [ 628.907538] env[65672]: INFO networking_nsxv3.common.synchronization [req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 req-6bc27f57-f610-40fe-8c71-a5cee31d1fa7 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 628.908163] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 628.908455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.908578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.908641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.908884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.909434] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.909541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.909591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.909755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.910024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.910137] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.414859] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.415348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.415348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.415348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.415494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.415715] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.415778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.415818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.415956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.416039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.416231] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 already deleted. [ 629.416231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.677556] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.677556] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-499" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.677556] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-499" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.678132] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-499" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.679043] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.679270] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.679410] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.679872] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.679872] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.679983] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.680122] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.680261] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.680331] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.680581] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.680581] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.680726] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.703404] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.703404] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.703563] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.703708] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-499" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.704038] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-13e635e6-a411-4561-bdaa-39f34681feb7 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.704563] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.704563] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.704729] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.704881] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e635e6-a411-4561-bdaa-39f34681feb7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.752595] env[65672]: INFO networking_nsxv3.common.synchronization [req-3416327e-b2c9-44b7-b6b7-06b4ae605f75 req-2dd2a337-7140-48ab-bc12-f7d7cee3ebd2 tempest-TenantUsagesTestJSON-323596209 tempest-TenantUsagesTestJSON-323596209-project-member] Enqueued Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGHEST for action security_group_members [ 629.753175] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGHEST for action security_group_members [ 629.753721] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c093e44-32f9-40a9-b749-14465c5aa39a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.753864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.753941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.754187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.754339] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.754487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.754532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.754707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.754828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.754926] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.887972] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: SUCCESS [ 629.888299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.207149] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.207759] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.207759] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.208181] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.208278] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.208519] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 13e635e6-a411-4561-bdaa-39f34681feb7 not found, creating... [ 630.209013] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.209430] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.209562] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.209864] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.210184] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.210628] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.210854] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.211169] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.211318] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.211536] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.211730] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 13e635e6-a411-4561-bdaa-39f34681feb7 is going to be created. [ 630.245905] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.246656] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.246656] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.246656] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.246900] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.247162] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.257421] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.257587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.257655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.257895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.257987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.258232] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.258342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.258422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.258600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.258683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.258774] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c093e44-32f9-40a9-b749-14465c5aa39a is going to be updated. [ 630.309503] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.309503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.309503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.309503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.309503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.318874] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c093e44-32f9-40a9-b749-14465c5aa39a in Status: IN_PROGRESS for 2s [ 631.085439] env[65672]: INFO networking_nsxv3.common.synchronization [req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 req-3adccd63-4271-463b-b307-22a1a522fe87 service nova] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 631.086268] env[65672]: INFO networking_nsxv3.common.synchronization [req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 req-3adccd63-4271-463b-b307-22a1a522fe87 service nova] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 631.086268] env[65672]: INFO networking_nsxv3.common.synchronization [req-9b32eb9c-438a-42d4-b5ee-fd34a76eabd9 req-3adccd63-4271-463b-b307-22a1a522fe87 service nova] Enqueued Resource ID: 13e635e6-a411-4561-bdaa-39f34681feb7 with Priority: HIGHEST for action port [ 631.086681] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 631.086681] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 631.089054] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e635e6-a411-4561-bdaa-39f34681feb7 with Priority: HIGHEST for action port [ 631.089274] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.089406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.089493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.089682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.089756] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.091575] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.094021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.094021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.094021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.094021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.094021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.094021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.094021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.094021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.094021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.094416] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e635e6-a411-4561-bdaa-39f34681feb7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.094416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.094752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.094752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.094752] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e635e6-a411-4561-bdaa-39f34681feb7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.592456] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.593407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.598638] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.599527] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13e635e6-a411-4561-bdaa-39f34681feb7 with status ACTIVE [ 631.600159] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.600333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.600402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.600613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.600702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.600907] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.601016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.601086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.601264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.601346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.601545] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.601614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.601682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.601859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.601909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.601975] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13e635e6-a411-4561-bdaa-39f34681feb7 is going to be updated. [ 631.629675] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.629675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.629918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.630227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.630380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.630684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.105472] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.334521] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c093e44-32f9-40a9-b749-14465c5aa39a in Status: SUCCESS [ 632.334701] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c093e44-32f9-40a9-b749-14465c5aa39a deletion is rescheduled due to dependency. [ 632.334811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.608352] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.608352] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.608880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.608880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.608880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.608977] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be created. [ 632.637416] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.637416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.637416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.637416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.637416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.650723] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: UNINITIALIZED for 2s [ 633.039553] env[65672]: INFO networking_nsxv3.common.synchronization [None req-03cd25e6-3e02-4572-842b-1a668ea301f4 None None] Enqueued Resource ID: 89b0bb76-0516-4ca6-8386-7911dc07bc5b with Priority: HIGHEST for action port [ 633.040376] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b0bb76-0516-4ca6-8386-7911dc07bc5b with Priority: HIGHEST for action port [ 633.040770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-89b0bb76-0516-4ca6-8386-7911dc07bc5b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.040969] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89b0bb76-0516-4ca6-8386-7911dc07bc5b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.041196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89b0bb76-0516-4ca6-8386-7911dc07bc5b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.041565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89b0bb76-0516-4ca6-8386-7911dc07bc5b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.041784] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b0bb76-0516-4ca6-8386-7911dc07bc5b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.545907] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89b0bb76-0516-4ca6-8386-7911dc07bc5b [ 633.546277] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.546350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.546386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.546699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.546699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.546699] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89b0bb76-0516-4ca6-8386-7911dc07bc5b already deleted. [ 633.546929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89b0bb76-0516-4ca6-8386-7911dc07bc5b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.379025] env[65672]: INFO networking_nsxv3.common.synchronization [req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb req-e19fca78-44ce-4cfe-a6d6-f0903afbfd6b tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 634.379662] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 634.379662] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.379809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.379809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.381827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.382049] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.382188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.382262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.382775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.382775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.382775] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.664957] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 634.664957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.664957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.665295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.665295] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.665397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.665432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.665632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.665632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.665755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.665810] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.885100] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.885269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.885343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.885557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.885773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.885926] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.885926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.886080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.886164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.886240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.886306] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae already deleted. [ 634.886416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.168082] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.416861] env[65672]: INFO networking_nsxv3.common.synchronization [None req-434511cd-25db-48df-9f99-b83f4318f7ff None None] Enqueued Resource ID: db047377-cc20-4149-995b-d8db4f6e94a3 with Priority: HIGHEST for action port [ 635.417372] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db047377-cc20-4149-995b-d8db4f6e94a3 with Priority: HIGHEST for action port [ 635.417660] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-db047377-cc20-4149-995b-d8db4f6e94a3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.417965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db047377-cc20-4149-995b-d8db4f6e94a3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.417965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db047377-cc20-4149-995b-d8db4f6e94a3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.418476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db047377-cc20-4149-995b-d8db4f6e94a3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.418476] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db047377-cc20-4149-995b-d8db4f6e94a3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.585886] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.587056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-610" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.587335] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-610" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.587729] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-610" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.588182] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.588542] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.588542] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.588926] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.589025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.589242] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.589401] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.589549] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.589694] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.589934] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.590030] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.591408] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.613865] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.614081] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.614886] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.614886] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-610" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.614886] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.614886] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.615160] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.615255] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.615556] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ee92b2-6c5d-4370-8a7a-d04ec523cf48',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.672307] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd88d09-7208-4cfa-b04c-cce3368dbb62: rpc.has_security_group_logging(os_id): False [ 635.691678] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.691847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.691921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.692232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.692269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.692531] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.692639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.692697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.692918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.693059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.693183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be created. [ 635.777590] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.777590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.777590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.777590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.777590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.794953] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: IN_PROGRESS for 2s [ 635.909586] env[65672]: INFO networking_nsxv3.common.synchronization [None req-0fe7c2bc-344d-41ce-aacf-89adb96132e8 None None] Enqueued Resource ID: 872ac402-e921-4a96-bbfb-0c4f3e915bba with Priority: HIGHEST for action port [ 635.909586] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872ac402-e921-4a96-bbfb-0c4f3e915bba with Priority: HIGHEST for action port [ 635.909824] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-872ac402-e921-4a96-bbfb-0c4f3e915bba taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.909942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-872ac402-e921-4a96-bbfb-0c4f3e915bba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.910031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-872ac402-e921-4a96-bbfb-0c4f3e915bba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.916019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-872ac402-e921-4a96-bbfb-0c4f3e915bba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.916019] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872ac402-e921-4a96-bbfb-0c4f3e915bba',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.919766] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db047377-cc20-4149-995b-d8db4f6e94a3 [ 635.919980] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.920120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.920193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.920395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.920485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.921405] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db047377-cc20-4149-995b-d8db4f6e94a3 already deleted. [ 635.921880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db047377-cc20-4149-995b-d8db4f6e94a3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.060085] env[65672]: INFO networking_nsxv3.common.synchronization [req-fe80266a-5c78-4de9-9710-70aaf0e2aa56 req-001ff3ea-6460-477a-88c3-ce40f0d783d6 tempest-VolumesAdminNegativeTest-1151127768 tempest-VolumesAdminNegativeTest-1151127768-project-member] Enqueued Resource ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 with Priority: HIGHEST for action security_group_members [ 636.060566] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 with Priority: HIGHEST for action security_group_members [ 636.060859] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb2b8e5-6003-4667-8eff-b6258b40d753 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.060982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.062581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.062913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.063100] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.063100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.063248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.063310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.063370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.063531] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb2b8e5-6003-4667-8eff-b6258b40d753',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.117952] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.118203] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.118731] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.118731] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.118731] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.118891] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 not found, creating... [ 636.119112] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.119280] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.119396] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.119621] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.119755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.120056] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.120207] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.120316] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.120521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.120647] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.120780] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 is going to be created. [ 636.144036] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.144036] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.144036] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.144386] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.144481] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.144699] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.414552] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 872ac402-e921-4a96-bbfb-0c4f3e915bba [ 636.415217] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.415217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.415408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.415498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.415592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.415688] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:872ac402-e921-4a96-bbfb-0c4f3e915bba already deleted. [ 636.415781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-872ac402-e921-4a96-bbfb-0c4f3e915bba" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.474023] env[65672]: INFO networking_nsxv3.common.synchronization [None req-f27a41f8-0ba3-495f-b6ad-0d8e11643851 None None] Enqueued Resource ID: 60710adc-8d4f-4814-a1b0-57ad3b00357e with Priority: HIGHEST for action port [ 636.474577] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60710adc-8d4f-4814-a1b0-57ad3b00357e with Priority: HIGHEST for action port [ 636.474894] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-60710adc-8d4f-4814-a1b0-57ad3b00357e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.475161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60710adc-8d4f-4814-a1b0-57ad3b00357e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.475266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60710adc-8d4f-4814-a1b0-57ad3b00357e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.475530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60710adc-8d4f-4814-a1b0-57ad3b00357e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.475618] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60710adc-8d4f-4814-a1b0-57ad3b00357e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.566474] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.566627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.566701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.566924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.567027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.567222] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.567323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.567386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.567542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.567621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.567724] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 is going to be updated. [ 636.597279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.597471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.597529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.597706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.597849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.609678] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 in Status: IN_PROGRESS for 2s [ 636.880846] env[65672]: INFO networking_nsxv3.common.synchronization [req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb req-0e79f65c-94ea-45d3-ac44-562afad2d705 service nova] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_rules [ 636.880846] env[65672]: INFO networking_nsxv3.common.synchronization [req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb req-0e79f65c-94ea-45d3-ac44-562afad2d705 service nova] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 636.880846] env[65672]: INFO networking_nsxv3.common.synchronization [req-f2a8ec4c-489f-4785-bf9b-ce2ec477b3fb req-0e79f65c-94ea-45d3-ac44-562afad2d705 service nova] Enqueued Resource ID: 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 with Priority: HIGHEST for action port [ 636.880846] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_rules [ 636.880846] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 636.880846] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 with Priority: HIGHEST for action port [ 636.880846] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.880846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.880846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.880846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.880846] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.881982] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.881982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.882113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.882285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.882507] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.882613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.882679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.882854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.882997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.883059] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.883834] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.883942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.883989] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.884586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.884586] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ee92b2-6c5d-4370-8a7a-d04ec523cf48',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.978040] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60710adc-8d4f-4814-a1b0-57ad3b00357e [ 636.978273] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.978273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.978429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.978621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.978873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.979049] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60710adc-8d4f-4814-a1b0-57ad3b00357e already deleted. [ 636.979214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60710adc-8d4f-4814-a1b0-57ad3b00357e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.391785] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.391785] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.391785] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 with status ACTIVE [ 637.391785] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.391785] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.391785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.392825] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.392825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.392825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.392825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.392825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.392825] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61ee92b2-6c5d-4370-8a7a-d04ec523cf48 is going to be updated. [ 637.420688] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.420688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.420688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.420688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.420688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.420688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ee92b2-6c5d-4370-8a7a-d04ec523cf48" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.807990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 637.809831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.900115] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.046641] env[65672]: INFO networking_nsxv3.common.synchronization [None req-38a87cdf-32ff-4da2-965b-3f0918b3c6ff None None] Enqueued Resource ID: d3e72b30-1154-416f-a551-db505243bc1b with Priority: HIGHEST for action port [ 638.046904] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e72b30-1154-416f-a551-db505243bc1b with Priority: HIGHEST for action port [ 638.047601] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e72b30-1154-416f-a551-db505243bc1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.047950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e72b30-1154-416f-a551-db505243bc1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.048031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e72b30-1154-416f-a551-db505243bc1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.049106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e72b30-1154-416f-a551-db505243bc1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.049194] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e72b30-1154-416f-a551-db505243bc1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.406030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.406030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.406030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.406030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.406323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.406568] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be created. [ 638.436238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.436238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.436470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.437280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.437280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.447571] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: UNINITIALIZED for 2s [ 638.551150] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3e72b30-1154-416f-a551-db505243bc1b [ 638.552031] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.552266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.552373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.552609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.552714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.552809] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3e72b30-1154-416f-a551-db505243bc1b already deleted. [ 638.552882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e72b30-1154-416f-a551-db505243bc1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.621572] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 in Status: SUCCESS [ 638.621867] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb2b8e5-6003-4667-8eff-b6258b40d753 deletion is rescheduled due to dependency. [ 638.621867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb2b8e5-6003-4667-8eff-b6258b40d753" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.765147] env[65672]: INFO networking_nsxv3.common.synchronization [req-35ee85b1-446b-4860-90c1-651825926f46 req-4f8a621e-a478-4535-81a8-c55bd8ddc972 tempest-ServerDiagnosticsTest-1342465777 tempest-ServerDiagnosticsTest-1342465777-project-member] Enqueued Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGHEST for action security_group_members [ 638.765593] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGHEST for action security_group_members [ 638.765887] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8fa1b4a-6341-4084-9204-23dfb36ba02a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.766020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.766089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.766282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.766432] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.766526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.766587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.766725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.766807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.766894] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.873895] env[65672]: INFO networking_nsxv3.common.synchronization [None req-14fb94d4-a7d8-4e80-b3c6-c8dde3557640 None None] Enqueued Resource ID: b1efe6f3-ec15-4757-84e5-9584c2e1ccd1 with Priority: HIGHEST for action port [ 638.873895] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1efe6f3-ec15-4757-84e5-9584c2e1ccd1 with Priority: HIGHEST for action port [ 638.873895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1efe6f3-ec15-4757-84e5-9584c2e1ccd1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.873895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1efe6f3-ec15-4757-84e5-9584c2e1ccd1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.876608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1efe6f3-ec15-4757-84e5-9584c2e1ccd1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.876608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1efe6f3-ec15-4757-84e5-9584c2e1ccd1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.876608] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1efe6f3-ec15-4757-84e5-9584c2e1ccd1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.080851] env[65672]: INFO networking_nsxv3.common.synchronization [req-5d32d64d-0b04-4066-b232-087dc982a4c6 req-b6c2f193-06c8-4a90-ab60-87eb06bf5b11 tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Enqueued Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 639.081433] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 639.081725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.084020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.084020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.084020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.084020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.084020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.084020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.084020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.084020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.084020] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.271421] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.271604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.271678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.274574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.274574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.274574] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.274574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.274574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.274574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.274574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.274574] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a is going to be updated. [ 639.318850] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.318850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.318850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.318850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.319166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.331237] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a in Status: IN_PROGRESS for 2s [ 639.377385] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1efe6f3-ec15-4757-84e5-9584c2e1ccd1 [ 639.377846] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.378016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.378097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.378376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.378504] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.378601] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1efe6f3-ec15-4757-84e5-9584c2e1ccd1 already deleted. [ 639.378697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1efe6f3-ec15-4757-84e5-9584c2e1ccd1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.585777] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.585929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.585970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.586204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.586543] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.586543] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.586678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.586678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.586875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.586938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.587126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff is going to be updated. [ 639.622294] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.622485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.622534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.623403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.623403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.633224] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: IN_PROGRESS for 2s [ 639.656540] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.656540] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.656540] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.656540] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.656540] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.656540] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.656540] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.657232] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.657401] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.657619] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.657727] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.658236] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.658236] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.658236] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.658236] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.658428] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.681515] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.681789] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.681856] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.682037] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.682776] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-08bbe3db-766a-44c8-b3e6-6c6c894ba409 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.682913] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-08bbe3db-766a-44c8-b3e6-6c6c894ba409" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.682952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-08bbe3db-766a-44c8-b3e6-6c6c894ba409" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.683332] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-08bbe3db-766a-44c8-b3e6-6c6c894ba409" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.683475] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bbe3db-766a-44c8-b3e6-6c6c894ba409',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.190633] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.190633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.190633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.190633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.190633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.190633] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 08bbe3db-766a-44c8-b3e6-6c6c894ba409 not found, creating... [ 640.190633] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.190633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.190633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.190633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.190633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.191404] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.191404] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.191404] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.191706] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.191894] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.192511] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 08bbe3db-766a-44c8-b3e6-6c6c894ba409 is going to be created. [ 640.222700] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.222960] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.223093] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.223365] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.223709] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.223970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-08bbe3db-766a-44c8-b3e6-6c6c894ba409" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.459080] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: SUCCESS [ 640.459080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.459080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.459283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.459323] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.459444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.459511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.459672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.459775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.459852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.459969] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.625775] env[65672]: INFO networking_nsxv3.common.synchronization [None req-0303332a-f6dd-469c-af88-fbe299098051 None None] Enqueued Resource ID: 70a53137-e8ef-4faf-84fc-a852e3b45cb7 with Priority: HIGHEST for action port [ 640.625775] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a53137-e8ef-4faf-84fc-a852e3b45cb7 with Priority: HIGHEST for action port [ 640.626251] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a53137-e8ef-4faf-84fc-a852e3b45cb7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.626380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a53137-e8ef-4faf-84fc-a852e3b45cb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.626721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a53137-e8ef-4faf-84fc-a852e3b45cb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.626721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a53137-e8ef-4faf-84fc-a852e3b45cb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.626842] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a53137-e8ef-4faf-84fc-a852e3b45cb7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.963463] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.966103] env[65672]: INFO networking_nsxv3.common.synchronization [req-5d32d64d-0b04-4066-b232-087dc982a4c6 req-2448674b-475f-4fdf-ac7b-3e66781fc1e3 service nova] Enqueued Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_rules [ 640.966917] env[65672]: INFO networking_nsxv3.common.synchronization [req-5d32d64d-0b04-4066-b232-087dc982a4c6 req-2448674b-475f-4fdf-ac7b-3e66781fc1e3 service nova] Enqueued Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 640.967216] env[65672]: INFO networking_nsxv3.common.synchronization [req-5d32d64d-0b04-4066-b232-087dc982a4c6 req-2448674b-475f-4fdf-ac7b-3e66781fc1e3 service nova] Enqueued Resource ID: 08bbe3db-766a-44c8-b3e6-6c6c894ba409 with Priority: HIGHEST for action port [ 640.969251] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_rules [ 640.969251] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 640.969251] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08bbe3db-766a-44c8-b3e6-6c6c894ba409 with Priority: HIGHEST for action port [ 640.969251] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.969251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.969509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.969509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.969600] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.974399] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.974399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.974399] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-08bbe3db-766a-44c8-b3e6-6c6c894ba409 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.974399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08bbe3db-766a-44c8-b3e6-6c6c894ba409" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.974399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08bbe3db-766a-44c8-b3e6-6c6c894ba409" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.974399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08bbe3db-766a-44c8-b3e6-6c6c894ba409" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.974399] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bbe3db-766a-44c8-b3e6-6c6c894ba409',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.130663] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70a53137-e8ef-4faf-84fc-a852e3b45cb7 [ 641.130663] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.130663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.130663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.130967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.130967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.131211] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70a53137-e8ef-4faf-84fc-a852e3b45cb7 already deleted. [ 641.131211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a53137-e8ef-4faf-84fc-a852e3b45cb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.343163] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a in Status: SUCCESS [ 641.343575] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a deletion is rescheduled due to dependency. [ 641.344641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.468443] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4623a2e1-2249-4e5e-946a-a6c9556aa6ae: rpc.has_security_group_logging(os_id): False [ 641.475693] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.476067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.476297] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08bbe3db-766a-44c8-b3e6-6c6c894ba409 with status ACTIVE [ 641.476501] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.476660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.476754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.477020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.477130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477378] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.477529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.477609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.477827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.477942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.478190] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.478300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.478364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.478680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.478680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.478859] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08bbe3db-766a-44c8-b3e6-6c6c894ba409 is going to be updated. [ 641.489673] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.489673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.489673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.489967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.489967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.490270] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.490390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.490466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.490643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.490726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.490823] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be created. [ 641.507462] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.507462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.507462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.507462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.507931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.507931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08bbe3db-766a-44c8-b3e6-6c6c894ba409" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.560484] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.560671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.560734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.560903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.561100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.573552] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: IN_PROGRESS for 2s [ 641.644825] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: SUCCESS [ 641.645001] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff deletion is rescheduled due to dependency. [ 641.645130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.645290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.645503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.645682] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.645794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.645857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.646019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.646103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.646335] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.148460] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.655293] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.686570] env[65672]: INFO networking_nsxv3.common.synchronization [None req-728a104e-5aa4-4d5a-ab6b-bf9a6c42a517 None None] Enqueued Resource ID: 83d9d1fe-567e-43de-a2d9-624d656d8c1a with Priority: HIGHEST for action port [ 642.686840] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d9d1fe-567e-43de-a2d9-624d656d8c1a with Priority: HIGHEST for action port [ 642.687600] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-83d9d1fe-567e-43de-a2d9-624d656d8c1a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.687600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83d9d1fe-567e-43de-a2d9-624d656d8c1a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.687762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83d9d1fe-567e-43de-a2d9-624d656d8c1a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.688494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83d9d1fe-567e-43de-a2d9-624d656d8c1a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.688632] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83d9d1fe-567e-43de-a2d9-624d656d8c1a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.157228] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.157393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.157393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.157867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.157867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.157867] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff is going to be updated. [ 643.189746] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.189746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.189746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.189746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.190068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.191818] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83d9d1fe-567e-43de-a2d9-624d656d8c1a [ 643.191818] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.191818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.191818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.192091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.192091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.192091] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83d9d1fe-567e-43de-a2d9-624d656d8c1a already deleted. [ 643.192197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83d9d1fe-567e-43de-a2d9-624d656d8c1a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.203035] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: IN_PROGRESS for 2s [ 643.587354] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: SUCCESS [ 643.587484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.062326] env[65672]: INFO networking_nsxv3.common.synchronization [None req-bcdf28d9-0597-46e1-affc-cc9065a5233c None None] Enqueued Resource ID: 65bcae7f-0b1b-4dc6-88e3-142100e31e77 with Priority: HIGHEST for action port [ 644.062326] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bcae7f-0b1b-4dc6-88e3-142100e31e77 with Priority: HIGHEST for action port [ 644.062326] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-65bcae7f-0b1b-4dc6-88e3-142100e31e77 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.062326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65bcae7f-0b1b-4dc6-88e3-142100e31e77" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.062326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65bcae7f-0b1b-4dc6-88e3-142100e31e77" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.062326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65bcae7f-0b1b-4dc6-88e3-142100e31e77" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.062326] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65bcae7f-0b1b-4dc6-88e3-142100e31e77',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.565561] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65bcae7f-0b1b-4dc6-88e3-142100e31e77 [ 644.565829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.565968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.566053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.566820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.566939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.567056] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65bcae7f-0b1b-4dc6-88e3-142100e31e77 already deleted. [ 644.567147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65bcae7f-0b1b-4dc6-88e3-142100e31e77" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.213847] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: SUCCESS [ 645.214161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.214345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.214523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.214739] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.214878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.214951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.215129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.215215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.215303] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.215398] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.720221] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.724085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.724085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.724085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.724085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.724976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.724976] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.227641] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e5c9295-006a-4e0c-9523-593fd05ecaff: rpc.has_security_group_logging(os_id): False [ 646.251711] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.251839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.251904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.252385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.252385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.252476] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.253661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.253661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.253788] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.253788] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.253956] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.255123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.255123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.255123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.255123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.255123] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.255123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.255123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.255123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.255123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.255123] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff is going to be updated. [ 646.326881] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.326881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.326881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.326881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.326881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.340161] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: IN_PROGRESS for 2s [ 646.565928] env[65672]: INFO networking_nsxv3.common.synchronization [None req-97bd6503-0da5-49b7-8f1d-c73ef181b47a None None] Enqueued Resource ID: 89987afc-0716-44ae-b78b-92d6ab37395a with Priority: HIGHEST for action port [ 646.566455] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89987afc-0716-44ae-b78b-92d6ab37395a with Priority: HIGHEST for action port [ 646.567243] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-89987afc-0716-44ae-b78b-92d6ab37395a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.567442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89987afc-0716-44ae-b78b-92d6ab37395a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.567519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89987afc-0716-44ae-b78b-92d6ab37395a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.567856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89987afc-0716-44ae-b78b-92d6ab37395a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.567971] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89987afc-0716-44ae-b78b-92d6ab37395a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.071571] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89987afc-0716-44ae-b78b-92d6ab37395a [ 647.072067] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.072067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.072067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.073094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.073094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.073094] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89987afc-0716-44ae-b78b-92d6ab37395a already deleted. [ 647.073094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89987afc-0716-44ae-b78b-92d6ab37395a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.677126] env[65672]: INFO networking_nsxv3.common.synchronization [None req-50cba269-65cf-493a-ac1a-77c2d57b2c18 None None] Enqueued Resource ID: 9f799f81-bd2d-4e75-b512-c928d3f6243d with Priority: HIGHEST for action port [ 647.680992] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f799f81-bd2d-4e75-b512-c928d3f6243d with Priority: HIGHEST for action port [ 647.682424] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f799f81-bd2d-4e75-b512-c928d3f6243d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.682594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f799f81-bd2d-4e75-b512-c928d3f6243d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.683331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f799f81-bd2d-4e75-b512-c928d3f6243d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.683395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f799f81-bd2d-4e75-b512-c928d3f6243d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.683619] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f799f81-bd2d-4e75-b512-c928d3f6243d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.186299] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f799f81-bd2d-4e75-b512-c928d3f6243d [ 648.186628] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.186796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.186866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.187137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.187236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.187333] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f799f81-bd2d-4e75-b512-c928d3f6243d already deleted. [ 648.187435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f799f81-bd2d-4e75-b512-c928d3f6243d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.360024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: SUCCESS [ 648.360024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.666022] env[65672]: INFO networking_nsxv3.common.synchronization [req-50984e64-4567-4ce0-83a8-833016d03bc5 req-481d5991-8065-497b-b502-9053025f6d2a tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 648.666022] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 648.666022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.666022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.666022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.666022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.666022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.666022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.666503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.666847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.667066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.667411] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.150331] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.150671] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-445" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.150671] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-445" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.150970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-445" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.151252] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.151436] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.151592] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.151885] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.152078] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.152272] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.152403] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.152464] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.152601] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.152685] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.152788] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.153161] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.169902] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.174990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.174990] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.174990] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.174990] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-445" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.174990] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-9f97e086-f361-4432-9d2e-2c1839ae167d taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.175272] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-9f97e086-f361-4432-9d2e-2c1839ae167d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.175272] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-9f97e086-f361-4432-9d2e-2c1839ae167d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.176310] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-9f97e086-f361-4432-9d2e-2c1839ae167d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.176310] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f97e086-f361-4432-9d2e-2c1839ae167d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.674498] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.678907] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.679338] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.679545] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.679841] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.680023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.680709] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 9f97e086-f361-4432-9d2e-2c1839ae167d not found, creating... [ 649.680709] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.680709] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.680963] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.680997] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.681180] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.681624] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.682439] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.682439] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.682591] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.682766] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.682937] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 9f97e086-f361-4432-9d2e-2c1839ae167d is going to be created. [ 649.704514] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.704853] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.704992] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.705288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.705533] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.705802] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-9f97e086-f361-4432-9d2e-2c1839ae167d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.056644] env[65672]: INFO networking_nsxv3.common.synchronization [None req-994bd1b0-0e2a-4f6d-a0c0-7a499126825a None None] Enqueued Resource ID: 8115a58a-7438-4319-98b6-1f876b53b71e with Priority: HIGHEST for action port [ 650.057389] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8115a58a-7438-4319-98b6-1f876b53b71e with Priority: HIGHEST for action port [ 650.057783] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-8115a58a-7438-4319-98b6-1f876b53b71e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.057943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8115a58a-7438-4319-98b6-1f876b53b71e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.058057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8115a58a-7438-4319-98b6-1f876b53b71e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.058385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8115a58a-7438-4319-98b6-1f876b53b71e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.058502] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8115a58a-7438-4319-98b6-1f876b53b71e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.179628] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.179628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.179628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.179628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.179628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.179628] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca95521-0f13-40c7-909c-2b80067559d5 is going to be updated. [ 650.232238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.232478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.232526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.233272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.233534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.246756] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: IN_PROGRESS for 2s [ 650.492117] env[65672]: INFO networking_nsxv3.common.synchronization [req-50984e64-4567-4ce0-83a8-833016d03bc5 req-b0105179-d5b4-4f7b-b6b0-de31d80d4f2c service nova] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_rules [ 650.492117] env[65672]: INFO networking_nsxv3.common.synchronization [req-50984e64-4567-4ce0-83a8-833016d03bc5 req-b0105179-d5b4-4f7b-b6b0-de31d80d4f2c service nova] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 650.492117] env[65672]: INFO networking_nsxv3.common.synchronization [req-50984e64-4567-4ce0-83a8-833016d03bc5 req-b0105179-d5b4-4f7b-b6b0-de31d80d4f2c service nova] Enqueued Resource ID: 9f97e086-f361-4432-9d2e-2c1839ae167d with Priority: HIGHEST for action port [ 650.493062] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_rules [ 650.493062] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 650.493062] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f97e086-f361-4432-9d2e-2c1839ae167d with Priority: HIGHEST for action port [ 650.493214] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.494595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.494595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.494595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.494595] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.495757] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.495757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.495967] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f97e086-f361-4432-9d2e-2c1839ae167d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.496101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f97e086-f361-4432-9d2e-2c1839ae167d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.496172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f97e086-f361-4432-9d2e-2c1839ae167d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.496342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f97e086-f361-4432-9d2e-2c1839ae167d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.496419] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f97e086-f361-4432-9d2e-2c1839ae167d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.561872] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8115a58a-7438-4319-98b6-1f876b53b71e [ 650.561872] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.561872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.561872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.562361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.562361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.562361] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8115a58a-7438-4319-98b6-1f876b53b71e already deleted. [ 650.562499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8115a58a-7438-4319-98b6-1f876b53b71e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.998550] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.998697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.008188] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f97e086-f361-4432-9d2e-2c1839ae167d with status ACTIVE [ 651.008497] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.008646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.008717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.008942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.009050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.009285] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.009477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.009477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.009647] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.009745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.009937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.010042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.010140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.010304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.010395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.010488] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f97e086-f361-4432-9d2e-2c1839ae167d is going to be updated. [ 651.040068] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.040218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.040291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.040499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.040629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.040783] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f97e086-f361-4432-9d2e-2c1839ae167d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.267442] env[65672]: INFO networking_nsxv3.common.synchronization [req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba req-91230a53-5584-4dd0-9387-e22279e1f845 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Enqueued Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGHEST for action security_group_members [ 651.268859] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGHEST for action security_group_members [ 651.269176] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faed94d-7a92-4b4a-b28b-6afef17d9159 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.269334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.269411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.269679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.269846] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.269935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.270080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.270147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.270694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.270694] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.773054] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.773488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.773488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.773488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.773488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.773842] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.773972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.774075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.774183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.774270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.774356] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 already deleted. [ 651.774436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.962989] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.963296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-41" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.964202] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-41" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.964696] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-41" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.964808] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.966009] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.966009] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.966009] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.966009] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.966009] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.966009] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.966009] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.966776] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.967144] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.967406] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.967554] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.989165] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.989849] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.989849] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.989849] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-41" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.990204] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.990376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.990494] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.990798] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.990926] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30dcd35a-31a2-4020-81f2-674ce0a1fbb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.259753] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: SUCCESS [ 652.260038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.260377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.260522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.260725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.260836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.260897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.261069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.261154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.261298] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.493726] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.494132] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.494132] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.494444] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.494638] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.495444] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 not found, creating... [ 652.495608] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.495776] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.495863] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.496147] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.496285] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.496581] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.496735] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.496845] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.497069] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.497194] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.497328] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 is going to be created. [ 652.522152] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.522152] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.522152] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.522449] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.522449] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.523359] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.768229] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.171532] env[65672]: INFO networking_nsxv3.common.synchronization [None req-eebc5894-82db-4f3f-b95a-9bfdef54eb77 None None] Enqueued Resource ID: a874fc84-68e3-409a-ad4d-656fbf4b9b99 with Priority: HIGHEST for action port [ 653.172093] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a874fc84-68e3-409a-ad4d-656fbf4b9b99 with Priority: HIGHEST for action port [ 653.172404] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a874fc84-68e3-409a-ad4d-656fbf4b9b99 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.172680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a874fc84-68e3-409a-ad4d-656fbf4b9b99" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.172680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a874fc84-68e3-409a-ad4d-656fbf4b9b99" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.173052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a874fc84-68e3-409a-ad4d-656fbf4b9b99" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.173361] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a874fc84-68e3-409a-ad4d-656fbf4b9b99',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.270870] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.290615] env[65672]: INFO networking_nsxv3.common.synchronization [req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba req-2e0cdf44-1b2c-48a4-bc81-d66048870c97 service nova] Enqueued Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGHEST for action security_group_rules [ 653.290783] env[65672]: INFO networking_nsxv3.common.synchronization [req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba req-2e0cdf44-1b2c-48a4-bc81-d66048870c97 service nova] Enqueued Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGHEST for action security_group_members [ 653.290914] env[65672]: INFO networking_nsxv3.common.synchronization [req-5170f502-9bf9-463f-a3dc-3bd2f4bd19ba req-2e0cdf44-1b2c-48a4-bc81-d66048870c97 service nova] Enqueued Resource ID: 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 with Priority: HIGHEST for action port [ 653.291567] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGHEST for action security_group_rules [ 653.292576] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGHEST for action security_group_members [ 653.292576] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 with Priority: HIGHEST for action port [ 653.293028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3faed94d-7a92-4b4a-b28b-6afef17d9159 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.293298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.293478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.293947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.297019] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.297019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faed94d-7a92-4b4a-b28b-6afef17d9159 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.297019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.297019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.297019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.297019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.297019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.298396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.298396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.298396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.298396] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.300288] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.300611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.300691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.300907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.300952] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30dcd35a-31a2-4020-81f2-674ce0a1fbb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.676126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a874fc84-68e3-409a-ad4d-656fbf4b9b99 [ 653.676446] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.676446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.676446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.676583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.676678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.676770] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a874fc84-68e3-409a-ad4d-656fbf4b9b99 already deleted. [ 653.676853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a874fc84-68e3-409a-ad4d-656fbf4b9b99" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.774575] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.774738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.774790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.775037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.775113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.775211] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca95521-0f13-40c7-909c-2b80067559d5 is going to be updated. [ 653.799520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faed94d-7a92-4b4a-b28b-6afef17d9159 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.799693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.803473] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.804537] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 with status ACTIVE [ 653.804790] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.804957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.805051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.805292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.805421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.805674] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.805818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.805916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.806104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.806209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.806446] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.807117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.807117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.807117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.807117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.807117] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30dcd35a-31a2-4020-81f2-674ce0a1fbb3 is going to be updated. [ 653.809113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.810154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.810283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.811078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.812305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.827028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: IN_PROGRESS for 2s [ 653.844268] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.844478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.844533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.844756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.844892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.845350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30dcd35a-31a2-4020-81f2-674ce0a1fbb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.309198] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.317136] env[65672]: INFO networking_nsxv3.common.synchronization [req-9f3ce269-1c00-49c1-b803-1445a07f633b req-2119abae-eeb4-4b56-b3d3-3ff21fe298e2 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Enqueued Resource ID: 162cb45f-a26e-4208-9b55-776a74f96c2e with Priority: HIGHEST for action security_group_members [ 654.318424] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162cb45f-a26e-4208-9b55-776a74f96c2e with Priority: HIGHEST for action security_group_members [ 654.322026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-162cb45f-a26e-4208-9b55-776a74f96c2e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.322026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.322026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.322026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.322026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.322026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.322026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.322026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.322026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.322026] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('162cb45f-a26e-4208-9b55-776a74f96c2e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.817200] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.817200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.817200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.817200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.817200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.817200] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 is going to be created. [ 654.826561] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.826561] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.826561] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 162cb45f-a26e-4208-9b55-776a74f96c2e already deleted. [ 654.826561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.843025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.843025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.843025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.843025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.843025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.854558] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 in Status: UNINITIALIZED for 2s [ 655.000782] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.001051] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-140" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.001143] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-140" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.001530] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-140" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.001791] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.002715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.002715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.002715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.002715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.003044] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.003044] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.003181] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.003248] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.003312] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.003532] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.003532] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.029586] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.029804] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.029914] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.030086] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-140" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.030410] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-df4a12bc-0606-4564-9fa7-53e6391b4403 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.030574] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-df4a12bc-0606-4564-9fa7-53e6391b4403" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.030683] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-df4a12bc-0606-4564-9fa7-53e6391b4403" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.031029] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-df4a12bc-0606-4564-9fa7-53e6391b4403" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.031174] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df4a12bc-0606-4564-9fa7-53e6391b4403',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.533475] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.533819] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.533918] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.534258] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.534540] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.534602] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port df4a12bc-0606-4564-9fa7-53e6391b4403 not found, creating... [ 655.534919] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.535153] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.535319] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.535637] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.535847] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.536313] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.536476] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536603] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536871] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.537021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.537156] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: df4a12bc-0606-4564-9fa7-53e6391b4403 is going to be created. [ 655.562473] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.562687] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.562817] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.563106] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.563345] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.563564] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-df4a12bc-0606-4564-9fa7-53e6391b4403" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.837108] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: SUCCESS [ 655.837417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.837417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.837678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.837836] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.838061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.838141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.839820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.839820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.839820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.839820] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.157047] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a7f1dbe2-3ca8-4eb4-a819-cb26a6a4c891 None None] Enqueued Resource ID: 55a5508e-8310-4ebf-a1fb-ecfedc24913d with Priority: HIGHEST for action port [ 656.157749] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a5508e-8310-4ebf-a1fb-ecfedc24913d with Priority: HIGHEST for action port [ 656.158107] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a5508e-8310-4ebf-a1fb-ecfedc24913d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.158270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a5508e-8310-4ebf-a1fb-ecfedc24913d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.158361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a5508e-8310-4ebf-a1fb-ecfedc24913d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.158699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a5508e-8310-4ebf-a1fb-ecfedc24913d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.158896] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a5508e-8310-4ebf-a1fb-ecfedc24913d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.345081] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.345081] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.345081] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.345081] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.345897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.345897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.345897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.345897] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.424218] env[65672]: INFO networking_nsxv3.common.synchronization [req-9f3ce269-1c00-49c1-b803-1445a07f633b req-cf39a7fe-fcf0-44d5-b730-64c39d7a604c service nova] Enqueued Resource ID: 162cb45f-a26e-4208-9b55-776a74f96c2e with Priority: HIGHEST for action security_group_rules [ 656.424474] env[65672]: INFO networking_nsxv3.common.synchronization [req-9f3ce269-1c00-49c1-b803-1445a07f633b req-cf39a7fe-fcf0-44d5-b730-64c39d7a604c service nova] Enqueued Resource ID: 162cb45f-a26e-4208-9b55-776a74f96c2e with Priority: HIGHEST for action security_group_members [ 656.424474] env[65672]: INFO networking_nsxv3.common.synchronization [req-9f3ce269-1c00-49c1-b803-1445a07f633b req-cf39a7fe-fcf0-44d5-b730-64c39d7a604c service nova] Enqueued Resource ID: df4a12bc-0606-4564-9fa7-53e6391b4403 with Priority: HIGHEST for action port [ 656.425254] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162cb45f-a26e-4208-9b55-776a74f96c2e with Priority: HIGHEST for action security_group_rules [ 656.425428] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162cb45f-a26e-4208-9b55-776a74f96c2e with Priority: HIGHEST for action security_group_members [ 656.425521] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df4a12bc-0606-4564-9fa7-53e6391b4403 with Priority: HIGHEST for action port [ 656.425758] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-162cb45f-a26e-4208-9b55-776a74f96c2e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.425898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.425960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.426256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.426369] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('162cb45f-a26e-4208-9b55-776a74f96c2e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.427346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-162cb45f-a26e-4208-9b55-776a74f96c2e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.427579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.427579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.427801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.427959] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.428141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.428141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.428279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.428332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.428441] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('162cb45f-a26e-4208-9b55-776a74f96c2e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.429520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-df4a12bc-0606-4564-9fa7-53e6391b4403 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.430154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df4a12bc-0606-4564-9fa7-53e6391b4403" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.430154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df4a12bc-0606-4564-9fa7-53e6391b4403" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.430154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df4a12bc-0606-4564-9fa7-53e6391b4403" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.430154] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df4a12bc-0606-4564-9fa7-53e6391b4403',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.661751] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55a5508e-8310-4ebf-a1fb-ecfedc24913d [ 656.661818] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.662105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.662258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.662831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.662952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.663080] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55a5508e-8310-4ebf-a1fb-ecfedc24913d already deleted. [ 656.663162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a5508e-8310-4ebf-a1fb-ecfedc24913d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.758896] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc17d9bd-d982-4156-84e6-19384e2ff959 req-f795f80c-8e62-4368-9cf2-87e22bf99d28 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 656.759792] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 656.760314] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.760740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.760933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.761358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.762523] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.762987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.763131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.763418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.763677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.763809] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.849168] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca95521-0f13-40c7-909c-2b80067559d5: rpc.has_security_group_logging(os_id): False [ 656.866014] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 in Status: SUCCESS [ 656.867466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.867466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.867466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.867466] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.867466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.867466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.867466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.867466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.868155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.868155] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.872598] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.872598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.872598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.872598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.872598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.872912] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.873068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.873167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.873448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.873448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.873878] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.874668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.874668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.874668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.874668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.874852] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.875011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.875106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.875310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.875453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.875614] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca95521-0f13-40c7-909c-2b80067559d5 is going to be updated. [ 656.931934] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('162cb45f-a26e-4208-9b55-776a74f96c2e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.933088] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-162cb45f-a26e-4208-9b55-776a74f96c2e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.933270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.933662] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df4a12bc-0606-4564-9fa7-53e6391b4403 with status ACTIVE [ 656.933662] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.933662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.934041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.934041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.934041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.934204] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.934287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.934336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.934506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.935116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.935116] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.935116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.935116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.935703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.935861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.937649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df4a12bc-0606-4564-9fa7-53e6391b4403 is going to be updated. [ 656.962195] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.962433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.962433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.962607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.962703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.967042] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.967042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.967042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.967327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.967363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.967536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df4a12bc-0606-4564-9fa7-53e6391b4403" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.993016] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: IN_PROGRESS for 2s [ 657.229911] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.230282] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.230588] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.230922] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.233379] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.234718] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.234718] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.235586] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.235586] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.235586] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.235586] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.236012] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.236012] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.236012] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.236012] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.236270] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.267030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.267030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.271025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.271025] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 already deleted. [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.271025] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.271025] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.271025] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.271025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.271700] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-14fe6316-a8f7-41d9-b930-a40219502d59 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.271700] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-14fe6316-a8f7-41d9-b930-a40219502d59" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.271700] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-14fe6316-a8f7-41d9-b930-a40219502d59" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.271859] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-14fe6316-a8f7-41d9-b930-a40219502d59" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.271983] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fe6316-a8f7-41d9-b930-a40219502d59',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.371741] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faed94d-7a92-4b4a-b28b-6afef17d9159 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.371741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.371741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.371741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.371741] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.371741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.371741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.371741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.372241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.372241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.372241] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faed94d-7a92-4b4a-b28b-6afef17d9159 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.372241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.372241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.372396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.372510] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.372612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.372671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.372831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.372919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.373009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.373106] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.439641] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('162cb45f-a26e-4208-9b55-776a74f96c2e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.776714] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.776970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.777136] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.777406] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.777582] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.777745] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 14fe6316-a8f7-41d9-b930-a40219502d59 not found, creating... [ 657.778083] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.778270] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.778373] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.778618] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.778740] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.779077] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.779259] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.779448] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.779636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.779769] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.779915] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 14fe6316-a8f7-41d9-b930-a40219502d59 is going to be created. [ 657.815822] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.816284] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.816284] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.816653] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.816812] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.817104] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-14fe6316-a8f7-41d9-b930-a40219502d59" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.878129] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3faed94d-7a92-4b4a-b28b-6afef17d9159: rpc.has_security_group_logging(os_id): False [ 657.900462] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.900662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.900735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.901056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.901244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.901342] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.901493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.901617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.901821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.901938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.902186] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.902290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.902348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.902541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.902655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.902904] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.903141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.903250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.903443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.903529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.903625] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 is going to be created. [ 657.942970] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.943231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.943383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.943574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.943677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.943795] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 162cb45f-a26e-4208-9b55-776a74f96c2e is going to be created. [ 657.988689] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.988936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.988936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.989473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.989630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.010427] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 162cb45f-a26e-4208-9b55-776a74f96c2e in Status: UNINITIALIZED for 2s [ 658.043029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.043232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.043232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.044136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.044136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.071169] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 in Status: IN_PROGRESS for 2s [ 658.629235] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d0cfb364-ebfb-4509-8ded-3a2153d4ba24 None None] Enqueued Resource ID: b5e735a7-919e-464b-9964-a2a78f613b21 with Priority: HIGHEST for action port [ 658.629235] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e735a7-919e-464b-9964-a2a78f613b21 with Priority: HIGHEST for action port [ 658.629235] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e735a7-919e-464b-9964-a2a78f613b21 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.629235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e735a7-919e-464b-9964-a2a78f613b21" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.629235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e735a7-919e-464b-9964-a2a78f613b21" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.629235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e735a7-919e-464b-9964-a2a78f613b21" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.629235] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e735a7-919e-464b-9964-a2a78f613b21',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.648364] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc17d9bd-d982-4156-84e6-19384e2ff959 req-9c61d694-998d-42b9-acdb-680485443590 service nova] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_rules [ 658.648364] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc17d9bd-d982-4156-84e6-19384e2ff959 req-9c61d694-998d-42b9-acdb-680485443590 service nova] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 658.648364] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc17d9bd-d982-4156-84e6-19384e2ff959 req-9c61d694-998d-42b9-acdb-680485443590 service nova] Enqueued Resource ID: 14fe6316-a8f7-41d9-b930-a40219502d59 with Priority: HIGHEST for action port [ 658.649447] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_rules [ 658.649981] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 658.650543] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fe6316-a8f7-41d9-b930-a40219502d59 with Priority: HIGHEST for action port [ 658.651635] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.652246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.652373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.652740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.652898] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.655268] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.655268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.655268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.656670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.656670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.656670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.656670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.656670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.657029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.657469] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.658614] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-14fe6316-a8f7-41d9-b930-a40219502d59 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.658812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14fe6316-a8f7-41d9-b930-a40219502d59" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.659925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14fe6316-a8f7-41d9-b930-a40219502d59" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.659925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14fe6316-a8f7-41d9-b930-a40219502d59" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.659925] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fe6316-a8f7-41d9-b930-a40219502d59',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.973717] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-74b8ef65-00a5-4019-84b3-240dd4091509 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 658.974401] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 658.975100] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.975268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.975347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.975581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.975749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.976126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.976206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.976381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.976492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.976547] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.013164] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: SUCCESS [ 659.013996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.132512] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e735a7-919e-464b-9964-a2a78f613b21 [ 659.132742] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.132904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.132973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.133233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.133924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.133924] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e735a7-919e-464b-9964-a2a78f613b21 already deleted. [ 659.133924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e735a7-919e-464b-9964-a2a78f613b21" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164469] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.164469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.164469] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.164469] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14fe6316-a8f7-41d9-b930-a40219502d59 with status ACTIVE [ 659.164469] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.164469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.164469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.165384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.165757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.169308] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.169308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.169308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.169308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.169308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.169308] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.169308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.169308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.169308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.169308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.169308] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14fe6316-a8f7-41d9-b930-a40219502d59 is going to be updated. [ 659.199831] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.200049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.200126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.200402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.200612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.200816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14fe6316-a8f7-41d9-b930-a40219502d59" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.324765] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-b042215d-ece1-4795-85b2-5413ad3c75dc tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 659.326281] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 659.326929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.327131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.480283] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.480283] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.480283] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d already deleted. [ 659.480283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.480898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.480898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.480898] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.480898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.480898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.481178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.481178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.481178] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.672701] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.708135] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-3dd270e7-ce88-4311-b6ca-e9f9224e0e17 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 659.708135] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 659.708135] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.708135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.984594] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.984913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.984913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.985200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.985200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.985309] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.985415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.985476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.985628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.985705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.985811] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d already deleted. [ 659.985978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.986178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.986367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.986502] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.986600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.986662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.986810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.986924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.987052] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.022807] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 162cb45f-a26e-4208-9b55-776a74f96c2e in Status: SUCCESS [ 660.023029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.023153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.023389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.023585] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.023708] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.024188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.024188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.024188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.024188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.024188] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('162cb45f-a26e-4208-9b55-776a74f96c2e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.080059] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.080059] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-444" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.080059] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-444" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.080331] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-444" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.080566] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.080720] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.080828] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.081048] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.081186] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.081542] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.081656] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.081758] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.081859] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.081958] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.082069] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.082212] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.084014] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 in Status: SUCCESS [ 660.084210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.106105] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.106305] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.106470] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.106653] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-444" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.106969] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.107357] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.107357] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.107661] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.107793] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6dc98f-8b83-4b60-be0f-cfec308d12dc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.173567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.173806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.173806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.174027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.174138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.174210] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 is going to be created. [ 660.250517] env[65672]: INFO networking_nsxv3.common.synchronization [req-4f5d0032-6d32-4ac5-b218-5be080d94091 req-767eba09-e9e2-4a8d-93c3-f1ea2025f356 tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Enqueued Resource ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 with Priority: HIGHEST for action security_group_members [ 660.251188] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 with Priority: HIGHEST for action security_group_members [ 660.251620] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f123ec7-d15a-45cc-b6c0-7649a45d2143 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.251756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.251832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.252703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.252703] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.252703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.252703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.252703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.252922] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.252922] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f123ec7-d15a-45cc-b6c0-7649a45d2143',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.273377] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.273377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.273377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.273377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.273377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.287523] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: UNINITIALIZED for 2s [ 660.490445] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.490654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.490720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.490909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.491028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.491228] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.491330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.491428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.491589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.491673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.491783] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d already deleted. [ 660.491864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.527111] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-162cb45f-a26e-4208-9b55-776a74f96c2e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.527309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.527397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.527579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.527765] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.527875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.527940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.528112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.528180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.528323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.528540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-162cb45f-a26e-4208-9b55-776a74f96c2e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.528540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.528684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.528744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.528865] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.528959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.529043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.529162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.529238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.529323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.529406] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('162cb45f-a26e-4208-9b55-776a74f96c2e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.612099] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.612360] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.612453] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.612742] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.612884] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.613045] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 0d6dc98f-8b83-4b60-be0f-cfec308d12dc not found, creating... [ 660.613317] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.613542] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.613592] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.613773] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.613908] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.614206] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.614375] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.614487] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.616016] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.616016] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.616016] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 0d6dc98f-8b83-4b60-be0f-cfec308d12dc is going to be created. [ 660.641063] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.641063] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.641063] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.641063] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.642169] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.642617] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.710509] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.710509] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-413" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.710509] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-413" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.710509] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-413" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.711175] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.711524] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.711661] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.712063] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.712310] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.712642] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.712840] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.712998] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.713123] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.713242] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.713330] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.713465] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.749500] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.749774] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.750401] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.750401] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-413" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.750828] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-829e8cc9-8e38-427b-b64e-06b197052541 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.751261] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-829e8cc9-8e38-427b-b64e-06b197052541" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.751533] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-829e8cc9-8e38-427b-b64e-06b197052541" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.752082] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-829e8cc9-8e38-427b-b64e-06b197052541" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.752322] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829e8cc9-8e38-427b-b64e-06b197052541',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.757382] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.757382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.757382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.757382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.757382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.757382] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.757382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.757382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.757929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.757929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.757929] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 already deleted. [ 660.757929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.035016] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 162cb45f-a26e-4208-9b55-776a74f96c2e: rpc.has_security_group_logging(os_id): False [ 661.066077] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.066329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.066329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.066553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.066672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.066985] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.067131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.067228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.067422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.067511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.067732] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.067858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.067986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.068184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.068260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.068475] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.068588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.068639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.068816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.068892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.068993] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 162cb45f-a26e-4208-9b55-776a74f96c2e is going to be created. [ 661.152085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.152381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.152381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.152622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.152865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.169996] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 162cb45f-a26e-4208-9b55-776a74f96c2e in Status: IN_PROGRESS for 2s [ 661.255737] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.255737] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.256020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.256198] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.256372] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.256532] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 829e8cc9-8e38-427b-b64e-06b197052541 not found, creating... [ 661.256837] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.256998] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.257121] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.257440] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.257521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.257798] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.259309] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.259309] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.259309] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.259309] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.259309] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 829e8cc9-8e38-427b-b64e-06b197052541 is going to be created. [ 661.295387] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.295652] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.295818] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.296135] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.296396] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.296725] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-829e8cc9-8e38-427b-b64e-06b197052541" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.397785] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-b08a4a97-42a6-42db-8c12-94763fac92c8 service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 661.398046] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-b08a4a97-42a6-42db-8c12-94763fac92c8 service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 661.398256] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-b08a4a97-42a6-42db-8c12-94763fac92c8 service nova] Enqueued Resource ID: 0d6dc98f-8b83-4b60-be0f-cfec308d12dc with Priority: HIGHEST for action port [ 661.399023] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 661.400013] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 661.400202] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6dc98f-8b83-4b60-be0f-cfec308d12dc with Priority: HIGHEST for action port [ 661.400961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.400961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.400961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.401219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.401356] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.406127] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.409136] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.409136] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.409136] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.409136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.409136] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6dc98f-8b83-4b60-be0f-cfec308d12dc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.866118] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a886d882-4f67-449f-9d13-36a6106647bb None None] Enqueued Resource ID: 7b6d497b-b2bf-4950-aee4-f741478ff32f with Priority: HIGHEST for action port [ 661.866685] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6d497b-b2bf-4950-aee4-f741478ff32f with Priority: HIGHEST for action port [ 661.866975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b6d497b-b2bf-4950-aee4-f741478ff32f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.867615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b6d497b-b2bf-4950-aee4-f741478ff32f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.867615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b6d497b-b2bf-4950-aee4-f741478ff32f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.867823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b6d497b-b2bf-4950-aee4-f741478ff32f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.867970] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b6d497b-b2bf-4950-aee4-f741478ff32f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.910552] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.911637] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.911764] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.912144] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d6dc98f-8b83-4b60-be0f-cfec308d12dc with status ACTIVE [ 661.912310] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.912425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.912590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.912699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.912790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.912959] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.913069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.913132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.913283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.913364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.914047] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.914164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.914232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.914418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.914452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.914539] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d6dc98f-8b83-4b60-be0f-cfec308d12dc is going to be updated. [ 661.936787] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.936942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.937019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.937249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.937368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.937527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6dc98f-8b83-4b60-be0f-cfec308d12dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.020227] env[65672]: INFO networking_nsxv3.common.synchronization [req-4f5d0032-6d32-4ac5-b218-5be080d94091 req-35de2ba9-3385-4da6-a196-8eb463069fd9 service nova] Enqueued Resource ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 with Priority: HIGHEST for action security_group_rules [ 662.020599] env[65672]: INFO networking_nsxv3.common.synchronization [req-4f5d0032-6d32-4ac5-b218-5be080d94091 req-35de2ba9-3385-4da6-a196-8eb463069fd9 service nova] Enqueued Resource ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 with Priority: HIGHEST for action security_group_members [ 662.020786] env[65672]: INFO networking_nsxv3.common.synchronization [req-4f5d0032-6d32-4ac5-b218-5be080d94091 req-35de2ba9-3385-4da6-a196-8eb463069fd9 service nova] Enqueued Resource ID: 829e8cc9-8e38-427b-b64e-06b197052541 with Priority: HIGHEST for action port [ 662.021546] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 with Priority: HIGHEST for action security_group_rules [ 662.021669] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 with Priority: HIGHEST for action security_group_members [ 662.021856] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829e8cc9-8e38-427b-b64e-06b197052541 with Priority: HIGHEST for action port [ 662.022203] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f123ec7-d15a-45cc-b6c0-7649a45d2143 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.022332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.022433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.022822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.022822] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f123ec7-d15a-45cc-b6c0-7649a45d2143',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.027255] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f123ec7-d15a-45cc-b6c0-7649a45d2143 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.027401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.027469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.027739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.027847] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.027946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.028015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.028179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.028265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.028362] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f123ec7-d15a-45cc-b6c0-7649a45d2143',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.029278] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-829e8cc9-8e38-427b-b64e-06b197052541 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.029410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-829e8cc9-8e38-427b-b64e-06b197052541" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.029469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-829e8cc9-8e38-427b-b64e-06b197052541" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.029632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-829e8cc9-8e38-427b-b64e-06b197052541" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.029711] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829e8cc9-8e38-427b-b64e-06b197052541',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.201607] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.201961] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-162" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.201961] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-162" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.202278] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-162" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.202694] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.202817] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.202931] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.203169] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.203305] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.203510] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.203618] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.203718] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.203902] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.203965] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.204051] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.204177] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.227024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.227024] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.227024] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.227024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-162" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.227024] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-81e71fa7-66c2-47db-9927-e8acbaf69c33 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.227024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-81e71fa7-66c2-47db-9927-e8acbaf69c33" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.227024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-81e71fa7-66c2-47db-9927-e8acbaf69c33" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.227024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-81e71fa7-66c2-47db-9927-e8acbaf69c33" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.227024] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e71fa7-66c2-47db-9927-e8acbaf69c33',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.306544] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: SUCCESS [ 662.306900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.307193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.307516] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.307825] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.308054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.308188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.308461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.308619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.308775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.308936] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.370427] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b6d497b-b2bf-4950-aee4-f741478ff32f [ 662.370755] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.370936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.371009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.371297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.371460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.371609] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b6d497b-b2bf-4950-aee4-f741478ff32f already deleted. [ 662.371725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b6d497b-b2bf-4950-aee4-f741478ff32f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.401371] env[65672]: INFO networking_nsxv3.common.synchronization [None req-741db151-b7f4-4b91-a235-5a2c8562f4cf tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Enqueued Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_rules [ 662.401487] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_rules [ 662.401823] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880635e0-fe3e-46a8-99e8-549c4327e729 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.401978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.402059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.403810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.403810] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.413103] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.531320] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f123ec7-d15a-45cc-b6c0-7649a45d2143',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.532280] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f123ec7-d15a-45cc-b6c0-7649a45d2143 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.532402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.535349] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 829e8cc9-8e38-427b-b64e-06b197052541 with status ACTIVE [ 662.535427] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.535548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.535617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.535824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.535920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.536120] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.536278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.536377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.536469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.536548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.536730] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.536825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.536888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.537043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.537144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.537233] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 829e8cc9-8e38-427b-b64e-06b197052541 is going to be updated. [ 662.546118] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d0d115f1-9406-4f3d-9120-427702255407 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Enqueued Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_rules [ 662.546785] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_rules [ 662.547181] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880635e0-fe3e-46a8-99e8-549c4327e729 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.547181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.562739] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.563168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.563168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.563309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.563359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.563527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-829e8cc9-8e38-427b-b64e-06b197052541" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.729870] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.729870] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.729870] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.730110] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.730110] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.730373] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 81e71fa7-66c2-47db-9927-e8acbaf69c33 not found, creating... [ 662.730505] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.730642] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.730879] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.731043] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.731146] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.731417] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.731644] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.731728] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.731900] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.732048] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.732158] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 81e71fa7-66c2-47db-9927-e8acbaf69c33 is going to be created. [ 662.778198] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.778430] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.778552] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.779361] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.779361] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.779361] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-81e71fa7-66c2-47db-9927-e8acbaf69c33" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.813039] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.813039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.813039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.813039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.813276] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.813276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.813276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.813507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.813635] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.814138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.814138] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.814138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.814316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.814415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.814610] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.814771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.814820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.814962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.815070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.815177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.815286] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.916597] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.916843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.916843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.916994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.917140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.917228] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be created. [ 662.943305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.943603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.944062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.944426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.944614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.945230] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880635e0-fe3e-46a8-99e8-549c4327e729 already deleted. [ 662.945469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.946077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.946136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.946308] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.953577] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.953754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.953857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.954069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.954256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.964633] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: UNINITIALIZED for 2s [ 663.035121] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f123ec7-d15a-45cc-b6c0-7649a45d2143',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.185153] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 162cb45f-a26e-4208-9b55-776a74f96c2e in Status: SUCCESS [ 663.185380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.317593] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4315f1c0-682b-4f51-9150-223a13e08eb4: rpc.has_security_group_logging(os_id): False [ 663.343778] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.343973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.343973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.344240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.344338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.345275] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.345275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.345275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.345275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.345275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.345275] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.345275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.345275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.346069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.346069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.346069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.346069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.346069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.346069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.346069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.349736] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 is going to be created. [ 663.424459] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.424719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.424719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.425234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.425234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.437049] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: IN_PROGRESS for 2s [ 663.471303] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.471524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.472467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.472467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.472467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.472467] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880635e0-fe3e-46a8-99e8-549c4327e729 already deleted. [ 663.472467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.539346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.539346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.539346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.539346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.539346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.539346] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 is going to be created. [ 663.546655] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-e220e547-d0dd-4f93-bc51-a281846f5983 service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 663.546711] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-e220e547-d0dd-4f93-bc51-a281846f5983 service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 663.547158] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-e220e547-d0dd-4f93-bc51-a281846f5983 service nova] Enqueued Resource ID: 81e71fa7-66c2-47db-9927-e8acbaf69c33 with Priority: HIGHEST for action port [ 663.547378] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 663.547523] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 663.547616] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81e71fa7-66c2-47db-9927-e8acbaf69c33 with Priority: HIGHEST for action port [ 663.547878] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.547993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.548328] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.548970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.548970] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-81e71fa7-66c2-47db-9927-e8acbaf69c33 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.548970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81e71fa7-66c2-47db-9927-e8acbaf69c33" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.548970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81e71fa7-66c2-47db-9927-e8acbaf69c33" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.550008] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81e71fa7-66c2-47db-9927-e8acbaf69c33" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.550008] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e71fa7-66c2-47db-9927-e8acbaf69c33',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.566570] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.570129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.570292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.570534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.570697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.583410] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 in Status: UNINITIALIZED for 2s [ 663.601835] env[65672]: INFO networking_nsxv3.common.synchronization [req-44612143-22ea-40aa-827c-a6858c9b1905 req-f1610f1a-573d-4e4e-aab2-1341d593efe8 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Enqueued Resource ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc with Priority: HIGHEST for action security_group_members [ 663.602515] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc with Priority: HIGHEST for action security_group_members [ 663.603007] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.603187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.603287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.603603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.603857] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.603965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.603965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.604353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.604741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.604741] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.998273] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.998273] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.998273] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.998273] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.998273] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.999861] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.000176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.000579] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.001566] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.001566] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.001566] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.001566] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.001566] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.001897] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.002558] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.002558] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.030026] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.030026] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.030026] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.030026] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.030026] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-fcf6e421-b4a4-41a4-9e45-139c15071282 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.030026] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-fcf6e421-b4a4-41a4-9e45-139c15071282" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.030026] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-fcf6e421-b4a4-41a4-9e45-139c15071282" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.030478] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-fcf6e421-b4a4-41a4-9e45-139c15071282" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.030600] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf6e421-b4a4-41a4-9e45-139c15071282',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.051098] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81e71fa7-66c2-47db-9927-e8acbaf69c33 with status ACTIVE [ 664.051419] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.051817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.051817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.051922] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.052014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.052215] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.052314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.052372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.052575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.052575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.052802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.052886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.052959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.053460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.053661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.053911] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81e71fa7-66c2-47db-9927-e8acbaf69c33 is going to be updated. [ 664.083889] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.083889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.083889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.084256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.084256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.084551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81e71fa7-66c2-47db-9927-e8acbaf69c33" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.107641] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.107995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.107995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.108197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.108302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.108498] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.108623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.108709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.108910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.108992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.109096] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc already deleted. [ 664.109670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.392145] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.392145] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-444" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.392145] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-444" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.392926] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-444" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.394267] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.397025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.397025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.397025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.397025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.397025] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.397025] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.397025] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.397025] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.397025] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.397025] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.397025] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.442036] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.442036] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.442036] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.442036] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-444" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.442036] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.444031] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.444031] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.444636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.446221] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.534748] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.535047] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.535047] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.535367] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.535579] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.535743] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port fcf6e421-b4a4-41a4-9e45-139c15071282 not found, creating... [ 664.536405] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.536405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.536405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.536655] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.536850] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.537297] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.537460] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.537619] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.537832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.537974] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.538176] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: fcf6e421-b4a4-41a4-9e45-139c15071282 is going to be created. [ 664.561899] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.562232] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.562312] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.562680] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.563072] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.563368] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-fcf6e421-b4a4-41a4-9e45-139c15071282" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.948619] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.948886] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.948983] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.949389] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.949572] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.949730] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb not found, creating... [ 664.949999] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.950237] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.950347] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.950594] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.950741] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.951119] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.951292] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.951406] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.951672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.951799] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.951952] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb is going to be created. [ 664.972992] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.973297] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.973432] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.973696] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.973922] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.974187] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.975543] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 664.975731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.975883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.976081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.976258] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.976365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.976429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.976580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.976661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.976747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.976842] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.977844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.978057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.978214] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.978317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.978381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.978525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.978605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.978691] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.320107] env[65672]: INFO networking_nsxv3.common.synchronization [req-44612143-22ea-40aa-827c-a6858c9b1905 req-e1f30a93-fac3-4056-9387-0088a07fb3de service nova] Enqueued Resource ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc with Priority: HIGHEST for action security_group_rules [ 665.320561] env[65672]: INFO networking_nsxv3.common.synchronization [req-44612143-22ea-40aa-827c-a6858c9b1905 req-e1f30a93-fac3-4056-9387-0088a07fb3de service nova] Enqueued Resource ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc with Priority: HIGHEST for action security_group_members [ 665.320773] env[65672]: INFO networking_nsxv3.common.synchronization [req-44612143-22ea-40aa-827c-a6858c9b1905 req-e1f30a93-fac3-4056-9387-0088a07fb3de service nova] Enqueued Resource ID: fcf6e421-b4a4-41a4-9e45-139c15071282 with Priority: HIGHEST for action port [ 665.321587] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc with Priority: HIGHEST for action security_group_rules [ 665.321816] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc with Priority: HIGHEST for action security_group_members [ 665.321966] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6e421-b4a4-41a4-9e45-139c15071282 with Priority: HIGHEST for action port [ 665.322436] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.322621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.322726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.323136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.323278] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.327268] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.327268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.327268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.327268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.327268] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.327268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.327268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.327268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.327268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.327268] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.327885] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf6e421-b4a4-41a4-9e45-139c15071282 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.327885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf6e421-b4a4-41a4-9e45-139c15071282" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.327885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf6e421-b4a4-41a4-9e45-139c15071282" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.328051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf6e421-b4a4-41a4-9e45-139c15071282" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.328192] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf6e421-b4a4-41a4-9e45-139c15071282',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.451661] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: SUCCESS [ 665.452470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.481557] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.481738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.482114] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.595275] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 in Status: SUCCESS [ 665.595544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.595982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.595982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.596155] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.596341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.596341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.596672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.596672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.596756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.596861] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f123ec7-d15a-45cc-b6c0-7649a45d2143',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.787305] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-348351e2-de88-420e-af3a-949a5e824d67 service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 665.787474] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-348351e2-de88-420e-af3a-949a5e824d67 service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 665.787604] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfb5f516-0177-4092-b3e9-a2ed6a7b1741 req-348351e2-de88-420e-af3a-949a5e824d67 service nova] Enqueued Resource ID: 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb with Priority: HIGHEST for action port [ 665.787836] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 665.787967] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 665.788076] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb with Priority: HIGHEST for action port [ 665.789213] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.789333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.789578] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.789670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.789847] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.789951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.790026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.790408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.790408] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.830288] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.831110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.831228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.831352] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcf6e421-b4a4-41a4-9e45-139c15071282 with status ACTIVE [ 665.831588] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.831654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.831692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.832392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.832392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.832392] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.832392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.832392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.833120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.833120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.833120] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.833120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.833120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.833120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.833120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.834681] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcf6e421-b4a4-41a4-9e45-139c15071282 is going to be updated. [ 665.855674] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.855916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.855916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.856590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.856743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.856900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf6e421-b4a4-41a4-9e45-139c15071282" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.880185] env[65672]: INFO networking_nsxv3.common.synchronization [None req-b6a8e656-4889-4f2e-bbc2-06e07b88ab78 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Enqueued Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_rules [ 665.880725] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_rules [ 665.881270] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.881395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.881577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.881942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.883617] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.989234] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.100208] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f123ec7-d15a-45cc-b6c0-7649a45d2143 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.100752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.100752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.100752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.101041] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.101041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.101041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.101186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.101271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.101355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.104368] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f123ec7-d15a-45cc-b6c0-7649a45d2143 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.104368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.104368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.104368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.104368] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.104368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.104368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.104368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.104368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.104368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.104368] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f123ec7-d15a-45cc-b6c0-7649a45d2143',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.140718] env[65672]: INFO networking_nsxv3.common.synchronization [None req-61cc02d7-3888-4b94-84b4-24deb9e94517 tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Enqueued Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_rules [ 666.140718] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_rules [ 666.141194] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.141194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.296207] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb with status ACTIVE [ 666.296207] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.296207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.297888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.300585] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.300585] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.300585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.300585] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb is going to be updated. [ 666.338046] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.347817] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.347817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.347817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.347817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.348085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.348085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a8b08fd-8ce6-4008-ad1f-d14e46eb61cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.412035] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.412035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.412035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.412035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.412035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.412035] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 already deleted. [ 666.412035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.412564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.412564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.412564] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.493768] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.493768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.493768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.493768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.493768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.493768] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 666.539137] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.539348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.539426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.539706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.539867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.554166] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 666.607069] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f123ec7-d15a-45cc-b6c0-7649a45d2143: rpc.has_security_group_logging(os_id): False [ 666.629443] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.629616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.629927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.630044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.630250] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.630356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.630421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.630617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.630713] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.630911] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.631039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.631105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.631254] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.631331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.631694] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.631842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.631966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.632982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.633084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.633178] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 is going to be created. [ 666.726773] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.726978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.727081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.727400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.727614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.750937] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 in Status: IN_PROGRESS for 2s [ 666.843052] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.843052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.843052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.843052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.843052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.843052] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc is going to be created. [ 666.912134] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.912134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.912134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.912134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.912134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.930239] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc in Status: UNINITIALIZED for 2s [ 666.943987] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.944188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.944232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.944442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.944643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.944769] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 already deleted. [ 666.944862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.566324] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 668.566678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.566721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.566917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.567133] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.567261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.567319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.567472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.567555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.567648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.567806] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.567886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.567947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.568107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.568307] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.568412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.568475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.568619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.568697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.568779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.568866] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.569929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.570087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.570552] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.570552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.570552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.570801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.570801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.570801] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.763190] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 in Status: SUCCESS [ 668.764525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.941369] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc in Status: SUCCESS [ 668.942256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.944059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.944059] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.944059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.944059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.944059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.944059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944059] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.075036] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4008c190-b6b0-4e04-bdca-7731acab884d: rpc.has_security_group_logging(os_id): False [ 669.077664] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.105052] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.105052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.105052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.105453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.105560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.105793] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.105921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.105987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.106151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.106228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.106836] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.106836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.106836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.106836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.106836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.107194] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.109975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.109975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.109975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.109975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.109975] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be created. [ 669.175921] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.176186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.176303] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.176623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.176906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.196560] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 669.448422] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.448598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.448764] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.448883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.449074] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.449180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.449242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.449400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.449494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.449589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.449773] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.449865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.449924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.450084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.450223] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.450314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.450370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.450547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.450677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.452406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.452406] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.582298] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.662355] env[65672]: INFO networking_nsxv3.common.synchronization [None req-dcc1530f-c718-461b-b57d-6f7a991db8a6 None None] Enqueued Resource ID: e6f46364-1450-4519-be53-a631cf5a6a3e with Priority: HIGHEST for action port [ 669.663293] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f46364-1450-4519-be53-a631cf5a6a3e with Priority: HIGHEST for action port [ 669.663643] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f46364-1450-4519-be53-a631cf5a6a3e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.664226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f46364-1450-4519-be53-a631cf5a6a3e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.664299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f46364-1450-4519-be53-a631cf5a6a3e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.668023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f46364-1450-4519-be53-a631cf5a6a3e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.668023] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f46364-1450-4519-be53-a631cf5a6a3e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.953908] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc: rpc.has_security_group_logging(os_id): False [ 669.978287] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.978287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.978287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.978287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.978963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.978963] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.978963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.978963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.978963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.979312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.979519] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.979623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.979826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.979826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.979905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.981034] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.981034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.981034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.981034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.981034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.981034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc is going to be created. [ 670.051839] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.052048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.052099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.052339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.052557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.067545] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc in Status: IN_PROGRESS for 2s [ 670.087314] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.087735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.087735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.087735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.087983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.087983] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 670.126329] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.126587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.126587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.127280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.127280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.147517] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 670.167738] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6f46364-1450-4519-be53-a631cf5a6a3e [ 670.168074] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.168199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.168247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.168448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.168579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.168686] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6f46364-1450-4519-be53-a631cf5a6a3e already deleted. [ 670.168777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f46364-1450-4519-be53-a631cf5a6a3e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.212731] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 671.212731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.212731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.212731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.212731] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.715286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.716122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.085183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc in Status: SUCCESS [ 672.085183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.162433] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 672.162767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.163260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.163476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.163679] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.163810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.163985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.164109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.164217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.164310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.164404] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.669255] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.669255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.669255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.669742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.669742] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.669742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.669742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.669962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.669962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.671210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.671308] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.671394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.671474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.671731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.671860] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.671964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.672030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.672220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.673604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.673729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.673838] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.827772] env[65672]: INFO networking_nsxv3.common.synchronization [None req-0b8d8a84-b7c9-49e4-9e81-fa558c7a1880 None None] Enqueued Resource ID: aabce364-4b6a-4e23-8619-ee355c09eab3 with Priority: HIGHEST for action port [ 672.828359] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabce364-4b6a-4e23-8619-ee355c09eab3 with Priority: HIGHEST for action port [ 672.829265] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-aabce364-4b6a-4e23-8619-ee355c09eab3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.829442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aabce364-4b6a-4e23-8619-ee355c09eab3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.829524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aabce364-4b6a-4e23-8619-ee355c09eab3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.829842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aabce364-4b6a-4e23-8619-ee355c09eab3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.829842] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabce364-4b6a-4e23-8619-ee355c09eab3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.177949] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4008c190-b6b0-4e04-bdca-7731acab884d: rpc.has_security_group_logging(os_id): False [ 673.200758] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.201305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.201305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.201305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.201730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.201730] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.201730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.201925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.201972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.202351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.202351] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.203197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.203197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.203197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.203197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.207583] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.207583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.207583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.207583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.207583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.207583] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 673.289767] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.289767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.289767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.289767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.289978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.304869] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 673.336156] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aabce364-4b6a-4e23-8619-ee355c09eab3 [ 673.336544] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.336884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.336884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.337232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.337375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.337529] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aabce364-4b6a-4e23-8619-ee355c09eab3 already deleted. [ 673.337659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aabce364-4b6a-4e23-8619-ee355c09eab3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.020271] env[65672]: INFO networking_nsxv3.common.synchronization [None req-0bc73f9c-3536-4d91-b99c-c228406aaf3d None None] Enqueued Resource ID: 345b71ea-66c3-42e1-ab82-defa0b00ea03 with Priority: HIGHEST for action port [ 675.021941] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 345b71ea-66c3-42e1-ab82-defa0b00ea03 with Priority: HIGHEST for action port [ 675.022375] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-345b71ea-66c3-42e1-ab82-defa0b00ea03 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.023406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-345b71ea-66c3-42e1-ab82-defa0b00ea03" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.023406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-345b71ea-66c3-42e1-ab82-defa0b00ea03" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.023406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-345b71ea-66c3-42e1-ab82-defa0b00ea03" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.023406] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345b71ea-66c3-42e1-ab82-defa0b00ea03',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.323103] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 675.323103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.325238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.325238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.325238] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.526846] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 345b71ea-66c3-42e1-ab82-defa0b00ea03 [ 675.526846] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.526846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.527192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.527241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527981] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:345b71ea-66c3-42e1-ab82-defa0b00ea03 already deleted. [ 675.527981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-345b71ea-66c3-42e1-ab82-defa0b00ea03" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.682655] env[65672]: INFO networking_nsxv3.common.synchronization [None req-515e7ac0-0937-4b9c-9214-24e511e5c801 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_rules [ 675.683453] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_rules [ 675.683812] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9985ffd-8296-4536-8ac4-825491c9e817 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.683933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.684032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.684903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.685025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.829024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.829024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.829024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.829024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.829024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.829024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.829024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.829024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.829024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.829024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.829024] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.132312] env[65672]: INFO networking_nsxv3.common.synchronization [req-a2a51341-2a8a-44b9-ae26-9d5865a48459 req-e3daf4a0-b4ac-4a25-a951-e6de2094ca2c tempest-DeleteServersAdminTestJSON-1224475259 tempest-DeleteServersAdminTestJSON-1224475259-project-member] Enqueued Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 676.132312] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff with Priority: HIGHEST for action security_group_members [ 676.135372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5c9295-006a-4e0c-9523-593fd05ecaff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.135705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.135792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.136037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.136714] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.136714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.136714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.136714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.136714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.136714] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5c9295-006a-4e0c-9523-593fd05ecaff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.213099] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.213308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.213403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.213583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.213662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.213832] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9985ffd-8296-4536-8ac4-825491c9e817 already deleted. [ 676.213832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.275945] env[65672]: INFO networking_nsxv3.common.synchronization [None req-49533e69-6c92-4d0e-a1c7-361186bfca8e None None] Enqueued Resource ID: a7aa76d1-1318-488b-9430-1e249e100538 with Priority: HIGHEST for action port [ 676.276940] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7aa76d1-1318-488b-9430-1e249e100538 with Priority: HIGHEST for action port [ 676.277574] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7aa76d1-1318-488b-9430-1e249e100538 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.278345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7aa76d1-1318-488b-9430-1e249e100538" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.278345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7aa76d1-1318-488b-9430-1e249e100538" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.278345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7aa76d1-1318-488b-9430-1e249e100538" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.278345] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7aa76d1-1318-488b-9430-1e249e100538',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.335749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.335749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.335749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.335749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.335749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.336202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.336202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.336202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.336307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.336429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.336774] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.336774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.337046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.337046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.337349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.337349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.337518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.337835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.337835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.337835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.338088] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.439961] env[65672]: INFO networking_nsxv3.common.synchronization [None req-4d55428a-35dd-4d5f-aea7-b5f875957c9b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_rules [ 676.441388] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_rules [ 676.442031] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9985ffd-8296-4536-8ac4-825491c9e817 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.442182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.442182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.442417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.442484] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.642517] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.642790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.642790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.643030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.643188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.643394] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.643495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.643556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.643915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.643986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.644143] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff is going to be updated. [ 676.680238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.680385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.680503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.680663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.680811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.696728] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: IN_PROGRESS for 2s [ 676.783034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7aa76d1-1318-488b-9430-1e249e100538 [ 676.783034] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.783034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.783034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.783034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.783034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.783034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7aa76d1-1318-488b-9430-1e249e100538 already deleted. [ 676.783034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7aa76d1-1318-488b-9430-1e249e100538" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.808322] env[65672]: INFO networking_nsxv3.common.synchronization [req-a0b07f6a-094f-4dcf-9460-360c39910e41 req-5fff5ca1-276f-4d5c-9437-55012cb492b4 tempest-InstanceActionsV221TestJSON-1597482530 tempest-InstanceActionsV221TestJSON-1597482530-project-member] Enqueued Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGHEST for action security_group_members [ 676.808940] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGHEST for action security_group_members [ 676.809675] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3faed94d-7a92-4b4a-b28b-6afef17d9159 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.809852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.809946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.810228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.810444] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.811524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.811660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.811883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.811986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.812201] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.842803] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4008c190-b6b0-4e04-bdca-7731acab884d: rpc.has_security_group_logging(os_id): False [ 676.862976] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.863185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.863268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.863525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.863626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.863849] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.863994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.864137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.864451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.864515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.864903] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.865093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.865152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.865755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.865755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.865866] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.865956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.866025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.867074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.867074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.867074] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 676.954636] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.957018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.957018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.957018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.957018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.972556] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 676.973771] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.974082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.976014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.976014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.976014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.976014] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9985ffd-8296-4536-8ac4-825491c9e817 already deleted. [ 676.976014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.060812] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c635cabe-c2c9-47d6-8b56-b753307e13b6 None None] Enqueued Resource ID: ec8b862a-c9e9-4cce-91fa-d5cc573073cc with Priority: HIGHEST for action port [ 677.061084] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8b862a-c9e9-4cce-91fa-d5cc573073cc with Priority: HIGHEST for action port [ 677.063151] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8b862a-c9e9-4cce-91fa-d5cc573073cc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.064806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8b862a-c9e9-4cce-91fa-d5cc573073cc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.064806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8b862a-c9e9-4cce-91fa-d5cc573073cc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.064806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8b862a-c9e9-4cce-91fa-d5cc573073cc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.064806] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8b862a-c9e9-4cce-91fa-d5cc573073cc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.298808] env[65672]: INFO networking_nsxv3.common.synchronization [req-6195f4f6-957f-4bac-81c1-ed160b41403b req-e543dd8d-3781-49cb-acc6-0d4952ad6ad7 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 677.299848] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 677.299848] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.300081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.300081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.300317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.300439] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.300581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.300883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.300883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.300883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.301025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.314822] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.315074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.316046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.316046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.316046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.316046] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.316046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.316046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.316423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.316423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.316532] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 is going to be updated. [ 677.355366] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.355570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.355653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.355909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.356082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.366668] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 in Status: IN_PROGRESS for 2s [ 677.565379] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec8b862a-c9e9-4cce-91fa-d5cc573073cc [ 677.567527] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.567838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.568152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.569899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.571017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.571017] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec8b862a-c9e9-4cce-91fa-d5cc573073cc already deleted. [ 677.571017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8b862a-c9e9-4cce-91fa-d5cc573073cc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.805172] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.949266] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.954080] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.954080] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.954080] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.954080] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.954388] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.954388] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.954673] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.954733] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.954917] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.955125] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.955246] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.955378] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.955518] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.955563] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.955665] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.976647] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.976834] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.979817] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.979817] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979817] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-d69a9862-e8dc-4913-9843-2c573a60d903 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.979817] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-d69a9862-e8dc-4913-9843-2c573a60d903" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.979817] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-d69a9862-e8dc-4913-9843-2c573a60d903" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.979817] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-d69a9862-e8dc-4913-9843-2c573a60d903" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979817] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69a9862-e8dc-4913-9843-2c573a60d903',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.310250] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.486023] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.486023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.486023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.486023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.486023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.486023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port d69a9862-e8dc-4913-9843-2c573a60d903 not found, creating... [ 678.486023] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.486023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.486023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.486023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.486023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.486657] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.486657] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.486657] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.486657] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.487227] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.487567] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: d69a9862-e8dc-4913-9843-2c573a60d903 is going to be created. [ 678.511953] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.512532] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.512837] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.514022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.514022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.514022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-d69a9862-e8dc-4913-9843-2c573a60d903" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.709519] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff in Status: SUCCESS [ 678.709519] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5c9295-006a-4e0c-9523-593fd05ecaff deletion is rescheduled due to dependency. [ 678.709519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5c9295-006a-4e0c-9523-593fd05ecaff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.813550] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.813550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.813550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.813550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.813550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.813550] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 is going to be updated. [ 678.851404] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.851576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.852071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.852071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.852866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.864863] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: IN_PROGRESS for 2s [ 678.992603] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 678.992603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.332215] env[65672]: INFO networking_nsxv3.common.synchronization [req-6195f4f6-957f-4bac-81c1-ed160b41403b req-dfbc4ef4-1f4b-4c08-aa7d-c4545a0d626a service nova] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_rules [ 679.332215] env[65672]: INFO networking_nsxv3.common.synchronization [req-6195f4f6-957f-4bac-81c1-ed160b41403b req-dfbc4ef4-1f4b-4c08-aa7d-c4545a0d626a service nova] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 679.332215] env[65672]: INFO networking_nsxv3.common.synchronization [req-6195f4f6-957f-4bac-81c1-ed160b41403b req-dfbc4ef4-1f4b-4c08-aa7d-c4545a0d626a service nova] Enqueued Resource ID: d69a9862-e8dc-4913-9843-2c573a60d903 with Priority: HIGHEST for action port [ 679.332215] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_rules [ 679.332215] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 679.332215] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69a9862-e8dc-4913-9843-2c573a60d903 with Priority: HIGHEST for action port [ 679.332215] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.332751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.332751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.332751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.332751] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.333743] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.333877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.334075] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69a9862-e8dc-4913-9843-2c573a60d903 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.334220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69a9862-e8dc-4913-9843-2c573a60d903" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.334263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69a9862-e8dc-4913-9843-2c573a60d903" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.334521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69a9862-e8dc-4913-9843-2c573a60d903" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.334521] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69a9862-e8dc-4913-9843-2c573a60d903',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.378448] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 in Status: SUCCESS [ 679.378815] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 deletion is rescheduled due to dependency. [ 679.378815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.604055] env[65672]: INFO networking_nsxv3.common.synchronization [None req-69decfff-fd4c-425a-9ec6-5a8fff5e0442 None None] Enqueued Resource ID: 65230466-81a1-4408-99b8-623df0e3778b with Priority: HIGHEST for action port [ 679.604055] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65230466-81a1-4408-99b8-623df0e3778b with Priority: HIGHEST for action port [ 679.604406] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-65230466-81a1-4408-99b8-623df0e3778b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.604481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65230466-81a1-4408-99b8-623df0e3778b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.604525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65230466-81a1-4408-99b8-623df0e3778b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.604835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65230466-81a1-4408-99b8-623df0e3778b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.604939] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65230466-81a1-4408-99b8-623df0e3778b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.842418] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.842418] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69a9862-e8dc-4913-9843-2c573a60d903 with status ACTIVE [ 679.842418] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.842418] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.842418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.843119] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.843119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.843119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.843119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.844347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.844347] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69a9862-e8dc-4913-9843-2c573a60d903 is going to be updated. [ 679.870767] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.871074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.871210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.871557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.871812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.871995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69a9862-e8dc-4913-9843-2c573a60d903" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.108088] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65230466-81a1-4408-99b8-623df0e3778b [ 680.108329] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.108478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.108587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.108779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.108870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.108967] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65230466-81a1-4408-99b8-623df0e3778b already deleted. [ 680.109061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65230466-81a1-4408-99b8-623df0e3778b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.531299] env[65672]: INFO networking_nsxv3.common.synchronization [req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 req-48f16aed-aa41-4cf4-a5de-323d35cfca9b tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Enqueued Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_members [ 680.533186] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_members [ 680.534819] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-58fba98e-7f52-4f6f-81ca-94e1322c5b86 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.534819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.534819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.534819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.534819] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.535282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.535282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.535282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.535282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.536248] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.880963] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: SUCCESS [ 680.883431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.883431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.883431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.883431] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.883431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.883431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.883431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.883431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.883431] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.028889] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.031209] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-850" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.031209] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-850" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.031209] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-850" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.031898] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.034240] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.034240] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.034240] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.034240] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.034240] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.034240] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.034240] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.034240] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.034240] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.034240] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.034240] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.040700] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.040921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.040921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.041348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.041348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.041348] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.041744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.041744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.041744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.041873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.041873] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 already deleted. [ 681.041948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.064341] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.064642] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.064827] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.065045] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-850" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.065474] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.065634] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.065738] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.066626] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.066626] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8412d1b3-7db5-4fc8-9c1c-bfbb878757a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.389567] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.571221] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.571827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.571827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.572220] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.572423] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.572587] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 not found, creating... [ 681.573066] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.573274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.573390] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.573666] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.573812] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.574221] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.574445] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.574666] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.574955] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.575147] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.575460] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 is going to be created. [ 681.598310] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.598736] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.598736] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.599094] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.599336] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.599720] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.893281] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.303061] env[65672]: INFO networking_nsxv3.common.synchronization [req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 req-4b6c2c76-9cb0-4e17-b692-3a2a7b922419 service nova] Enqueued Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_rules [ 682.303061] env[65672]: INFO networking_nsxv3.common.synchronization [req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 req-4b6c2c76-9cb0-4e17-b692-3a2a7b922419 service nova] Enqueued Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_members [ 682.303061] env[65672]: INFO networking_nsxv3.common.synchronization [req-9e8b1c56-c623-4f58-aaed-b73b2dcb9a95 req-4b6c2c76-9cb0-4e17-b692-3a2a7b922419 service nova] Enqueued Resource ID: 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 with Priority: HIGHEST for action port [ 682.303578] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_rules [ 682.303723] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_members [ 682.303819] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 with Priority: HIGHEST for action port [ 682.304404] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.304565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.304713] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.305034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.305170] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.306306] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-58fba98e-7f52-4f6f-81ca-94e1322c5b86 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.306410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.306459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.306687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.307240] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.307395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.307491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.307686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.307812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.307943] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.308903] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.309341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.309341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.309341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.309513] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8412d1b3-7db5-4fc8-9c1c-bfbb878757a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.396242] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.396242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.396242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.396648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.396648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.396648] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 is going to be updated. [ 682.429841] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.430072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.430072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.430323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.430504] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.440529] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: IN_PROGRESS for 2s [ 682.812394] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-58fba98e-7f52-4f6f-81ca-94e1322c5b86 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.812886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.814043] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.815141] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 with status ACTIVE [ 682.815422] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.815532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.815590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.815811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.815921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.816181] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.816330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.816405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.816589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.816695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.816942] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.817106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.817178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.817342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.817420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.817550] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8412d1b3-7db5-4fc8-9c1c-bfbb878757a7 is going to be updated. [ 682.845440] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.845676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.845953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.846131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.846417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.846595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8412d1b3-7db5-4fc8-9c1c-bfbb878757a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.320347] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.707506] env[65672]: INFO networking_nsxv3.common.synchronization [None req-9da2a5f2-d624-4b46-9f97-dbb3f829b759 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_rules [ 683.711385] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_rules [ 683.712200] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.712348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.712409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.712732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.712862] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.825702] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.825980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.825980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.826244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.826343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.826462] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 is going to be created. [ 683.839094] env[65672]: INFO networking_nsxv3.common.synchronization [None req-bf900323-9436-4c00-9107-730f0a743147 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_rules [ 683.839296] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_rules [ 683.840055] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.840055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.860706] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.860706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.860706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.860706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.860706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.876306] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 in Status: UNINITIALIZED for 2s [ 684.238648] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.238868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.238916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.239219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.239316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.239372] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 already deleted. [ 684.239457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.239640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.239812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.239951] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.456561] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: SUCCESS [ 684.457031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.457152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.457487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.458172] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.458172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.458172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.458555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.458555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.458555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.458735] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.764512] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.764735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.764735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.764973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.765084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.765336] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 already deleted. [ 684.765336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.964570] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.964570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.964570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.964570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.964570] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.964570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.965304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.965304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.965304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.965304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.965304] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.965304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.965304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.965570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.965570] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.965642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.965677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.967395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.967395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.967395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.967395] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.471039] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbcca031-3821-4986-8f55-dd0542f7a800: rpc.has_security_group_logging(os_id): False [ 685.497271] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.497694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.497694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.497694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.497910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.498026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.498161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.498229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.498389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.498478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.498714] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.502337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.502522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.502662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.502759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.503043] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.503217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.503217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.503358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.503532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.503631] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 is going to be updated. [ 685.583973] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.587068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.587068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.587068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.587068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.599194] env[65672]: INFO networking_nsxv3.common.synchronization [req-24ed0e9c-2916-4e2a-9f70-07c386607f69 req-65481b7f-455a-4809-a72c-a6aead00cc4c tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 685.601993] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 685.601993] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.601993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.601993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.601993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.601993] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.601993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.602583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.602583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.602583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.602583] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.612695] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: IN_PROGRESS for 2s [ 685.888503] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 in Status: SUCCESS [ 685.888503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.888503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.888712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.889360] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.889360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.889360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.889360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.889360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.889762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.889762] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.050777] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.051310] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-170" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.051310] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-170" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.051452] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-170" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.051620] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.051827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.051999] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.054347] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.054499] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.054720] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.054830] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.054925] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.055030] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.055126] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.055501] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.055501] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.077941] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.077941] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.077941] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.077941] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-170" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.079472] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-e3627442-d12c-4866-afe5-cd38dc080fd4 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.079472] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.079472] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.080049] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.080268] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3627442-d12c-4866-afe5-cd38dc080fd4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.106802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.106802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.106802] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 already deleted. [ 686.106802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.395895] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.584340] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.584340] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.584340] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.584340] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.584340] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.584835] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port e3627442-d12c-4866-afe5-cd38dc080fd4 not found, creating... [ 686.584835] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.584947] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.585769] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.585769] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.585769] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.586032] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.586204] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.586335] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.587040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.588410] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.588410] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: e3627442-d12c-4866-afe5-cd38dc080fd4 is going to be created. [ 686.617345] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.617345] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.617345] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.618832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.618832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.618832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.899732] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58fba98e-7f52-4f6f-81ca-94e1322c5b86: rpc.has_security_group_logging(os_id): False [ 686.919984] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.920155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.920222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.920445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.920537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.920775] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.920875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.920920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.921096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.921211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.921258] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 is going to be created. [ 686.989117] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.989117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.989117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.990432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.990432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.006664] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 in Status: IN_PROGRESS for 2s [ 687.550164] env[65672]: INFO networking_nsxv3.common.synchronization [req-24ed0e9c-2916-4e2a-9f70-07c386607f69 req-bdfa6394-4324-4614-b54b-f0e51767027b service nova] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 687.550164] env[65672]: INFO networking_nsxv3.common.synchronization [req-24ed0e9c-2916-4e2a-9f70-07c386607f69 req-bdfa6394-4324-4614-b54b-f0e51767027b service nova] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 687.550164] env[65672]: INFO networking_nsxv3.common.synchronization [req-24ed0e9c-2916-4e2a-9f70-07c386607f69 req-bdfa6394-4324-4614-b54b-f0e51767027b service nova] Enqueued Resource ID: e3627442-d12c-4866-afe5-cd38dc080fd4 with Priority: HIGHEST for action port [ 687.550164] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 687.550164] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 687.550164] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3627442-d12c-4866-afe5-cd38dc080fd4 with Priority: HIGHEST for action port [ 687.550164] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.550164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.553322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553322] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.553322] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.553322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.553322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.553770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.553770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.554018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.554369] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.555413] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3627442-d12c-4866-afe5-cd38dc080fd4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.555648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.555735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.555896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.555966] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3627442-d12c-4866-afe5-cd38dc080fd4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.628285] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: SUCCESS [ 687.628502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.058257] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.058433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.058566] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.059586] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3627442-d12c-4866-afe5-cd38dc080fd4 with status ACTIVE [ 688.059651] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.059966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.059966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.060231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.060231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.060447] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.060447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.062779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.062779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.062779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.062779] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.062779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.062779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.062779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.062779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.062779] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3627442-d12c-4866-afe5-cd38dc080fd4 is going to be updated. [ 688.088229] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.088229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.088437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.088511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.088648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.088820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.563822] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.024283] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 in Status: SUCCESS [ 689.024513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.070638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.070638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.070638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.070638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.070638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.070638] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be created. [ 689.093269] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.093423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.093578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.093722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.093902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.107934] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: UNINITIALIZED for 2s [ 690.172224] env[65672]: INFO networking_nsxv3.common.synchronization [req-e5c05060-916f-49d2-acfe-609bfc438ea2 req-0c61d823-bcad-4da1-b610-22f8e150c4eb tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 690.173554] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 690.173554] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.173554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.173776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.173961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.174443] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.174443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.174443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.175069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.175069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.175069] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.427766] env[65672]: INFO networking_nsxv3.common.synchronization [req-e5c05060-916f-49d2-acfe-609bfc438ea2 req-3a14bcf3-a3e5-46d6-aca5-d776b1b730aa tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 690.428523] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 690.429106] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.429106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.678040] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.807109] env[65672]: INFO networking_nsxv3.common.synchronization [req-e5c05060-916f-49d2-acfe-609bfc438ea2 req-864adbdc-d7a9-4d21-a599-6fe8bdb4a52a tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 690.808942] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 690.808942] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.808942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.123336] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 691.123686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.123920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.124359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.124669] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.124883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.124972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.125494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.126290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.126290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.126290] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.181285] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.628804] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.628986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.629082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.629351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.629492] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.629605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.629662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.629815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.630077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.630077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.630311] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.630311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.630422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.630482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.630850] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.630850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.630963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.631051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.631169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.631305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.631427] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.685594] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.685800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.685882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.686076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.686174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.686335] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 691.719032] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.719198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.719246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.719478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.719732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.730254] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 692.013726] env[65672]: INFO networking_nsxv3.common.synchronization [req-c2336b87-bd79-49e4-9bfd-1a9d4e3d4418 req-55c76b92-6085-4f6c-949d-15922ab035f1 tempest-ServerExternalEventsTest-442363877 tempest-ServerExternalEventsTest-442363877-project-member] Enqueued Resource ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc with Priority: HIGHEST for action security_group_members [ 692.014436] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc with Priority: HIGHEST for action security_group_members [ 692.014684] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.014810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.014875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.015462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.015632] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.015740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.015804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.016065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.016167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.017229] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.134162] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d5aa63-850d-446c-87e4-5a63aab0cda7: rpc.has_security_group_logging(os_id): False [ 692.164181] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.164466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.164466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.164619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.164713] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.164934] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.165054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.165113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.165257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.165329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.165518] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.165640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.165699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.165814] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.165887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.166563] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.166753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.166837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.167134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.167232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.167398] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be created. [ 692.261338] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.261892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.261892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.262448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.262448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.291036] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 692.519932] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.520174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.520174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.520515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.520644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.520759] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.520893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.520955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.521181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.521336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.521404] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc is going to be updated. [ 692.563306] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.566034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.566034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.566034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.566034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.570608] env[65672]: INFO networking_nsxv3.common.synchronization [req-272893ac-fd85-4fcb-bbc8-e947fa2b540d req-986072be-8fff-4f01-b642-ee86cb7b8dfb tempest-ServerAddressesTestJSON-2146737434 tempest-ServerAddressesTestJSON-2146737434-project-member] Enqueued Resource ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 with Priority: HIGHEST for action security_group_members [ 692.571787] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 with Priority: HIGHEST for action security_group_members [ 692.572107] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f123ec7-d15a-45cc-b6c0-7649a45d2143 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.572255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.572324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.572540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.572686] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.572802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.572869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.573041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.573132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.573260] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f123ec7-d15a-45cc-b6c0-7649a45d2143',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.580906] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc in Status: IN_PROGRESS for 2s [ 693.077297] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.077297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.077297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.077297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.077916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.078142] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.078249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.078310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.078484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.078566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.078648] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 is going to be updated. [ 693.113680] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.114414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.114414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.114414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.114610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.126048] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 in Status: IN_PROGRESS for 2s [ 693.611490] env[65672]: INFO networking_nsxv3.common.synchronization [req-72a2bd1f-2567-4197-ae2c-4a4642a37c0c req-136da094-68ae-4d0b-849e-496332575ebe tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 693.613749] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 693.613749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.613749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.613749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.613749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.613749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.613749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.613749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.613749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.613749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.613749] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.741082] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 693.742393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.743413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.743835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.745029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.745029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.745029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.745029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.745029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.745029] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.859975] env[65672]: INFO networking_nsxv3.common.synchronization [None req-0a4b3f55-c9dd-46a0-bde6-d0fcb1cd086b None None] Enqueued Resource ID: 3e31b08a-0e77-4f97-b0ea-d4df823287bd with Priority: HIGHEST for action port [ 693.860293] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e31b08a-0e77-4f97-b0ea-d4df823287bd with Priority: HIGHEST for action port [ 693.860599] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e31b08a-0e77-4f97-b0ea-d4df823287bd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.860731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e31b08a-0e77-4f97-b0ea-d4df823287bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.860792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e31b08a-0e77-4f97-b0ea-d4df823287bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.864746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e31b08a-0e77-4f97-b0ea-d4df823287bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.864746] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e31b08a-0e77-4f97-b0ea-d4df823287bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.117813] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.117975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.118546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.118546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.118928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.118982] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.119109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.119194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.119410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.119514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.120451] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 694.153349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.153571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.153571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.153767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.153907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.164053] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 694.249350] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.249612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.249784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.250052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.250186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.250402] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.250527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.250757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.250850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.250930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.250991] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 694.295677] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.295865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.295917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.296512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.296512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.308035] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 694.308529] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 694.308744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.366625] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e31b08a-0e77-4f97-b0ea-d4df823287bd [ 694.366625] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.366849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.366849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.367093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.367192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.367290] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e31b08a-0e77-4f97-b0ea-d4df823287bd already deleted. [ 694.367371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e31b08a-0e77-4f97-b0ea-d4df823287bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.591331] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc in Status: SUCCESS [ 694.591518] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc deletion is rescheduled due to dependency. [ 694.592183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.948184] env[65672]: INFO networking_nsxv3.common.synchronization [req-023aae57-2d2a-4057-9180-c362ac87cc76 req-de4953d6-a961-4d9a-a671-f191e504c67e tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 694.948754] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 694.949075] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.949208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.949280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.949452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.949606] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.949735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.949811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.949950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.950052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.950144] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.970519] env[65672]: INFO networking_nsxv3.common.synchronization [req-023aae57-2d2a-4057-9180-c362ac87cc76 req-de4953d6-a961-4d9a-a671-f191e504c67e tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 694.970519] env[65672]: INFO networking_nsxv3.common.synchronization [req-023aae57-2d2a-4057-9180-c362ac87cc76 req-de4953d6-a961-4d9a-a671-f191e504c67e tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 694.970519] env[65672]: INFO networking_nsxv3.common.synchronization [req-023aae57-2d2a-4057-9180-c362ac87cc76 req-de4953d6-a961-4d9a-a671-f191e504c67e tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 13e635e6-a411-4561-bdaa-39f34681feb7 with Priority: HIGHEST for action port [ 694.971094] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 694.971230] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 694.971328] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e635e6-a411-4561-bdaa-39f34681feb7 with Priority: HIGHEST for action port [ 694.971598] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.971719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.971789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.977090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.977272] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.980025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.980025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.980025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e635e6-a411-4561-bdaa-39f34681feb7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.980025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.980025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.980025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.980025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e635e6-a411-4561-bdaa-39f34681feb7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.137325] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 in Status: SUCCESS [ 695.137441] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f123ec7-d15a-45cc-b6c0-7649a45d2143 deletion is rescheduled due to dependency. [ 695.137548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f123ec7-d15a-45cc-b6c0-7649a45d2143" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.453183] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.484080] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13e635e6-a411-4561-bdaa-39f34681feb7 with status ACTIVE [ 695.484697] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.484697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.484697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.484697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.484985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.485656] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.485656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.485656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.486731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.486898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.488090] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.488229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.488327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.488535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.488625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.488922] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13e635e6-a411-4561-bdaa-39f34681feb7 is going to be updated. [ 695.491408] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.493464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.524738] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.524738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.524738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.524738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.524738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.524738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.670621] env[65672]: INFO networking_nsxv3.common.synchronization [req-d9efe041-a863-449f-b118-875cf21d7fe4 req-cc48ed75-1833-4663-aa86-ef01323aba4f tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Enqueued Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGHEST for action security_group_members [ 695.671232] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGHEST for action security_group_members [ 695.671540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6203fe59-6776-40e5-bdb8-d377ea55c07c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.671710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.671710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.672075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.672180] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.672885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.672885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.672885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.672885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.672885] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.957147] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.075828] env[65672]: INFO networking_nsxv3.common.synchronization [None req-99dde962-15f3-4e11-b131-232f4f403802 None None] Enqueued Resource ID: 4fe04801-d8e9-4672-8457-fe965a8881e3 with Priority: HIGHEST for action port [ 696.076705] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe04801-d8e9-4672-8457-fe965a8881e3 with Priority: HIGHEST for action port [ 696.077110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fe04801-d8e9-4672-8457-fe965a8881e3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.077306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fe04801-d8e9-4672-8457-fe965a8881e3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.077698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fe04801-d8e9-4672-8457-fe965a8881e3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.078167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fe04801-d8e9-4672-8457-fe965a8881e3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.078289] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fe04801-d8e9-4672-8457-fe965a8881e3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.103352] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.103531] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-780" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.103647] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-780" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.103956] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-780" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.104224] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.104376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.104488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.104689] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.104820] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.105050] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.105127] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.105229] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.105328] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.105425] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.105522] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.105643] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.125384] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.125540] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.125672] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.125925] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-780" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.126258] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.126433] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.126545] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.126842] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.126999] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5fc0d1-7787-49ba-86a2-4a5b20b7726a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.174158] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 696.174331] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 deletion is rescheduled due to dependency. [ 696.174445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.174897] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.174897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.175194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.175194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.175401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.175504] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.175606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.175702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.175810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.175884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.176020] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c already deleted. [ 696.176082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.318785] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 696.318785] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d deletion is rescheduled due to dependency. [ 696.318943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.319373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.319579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.319764] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.319896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.319961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.320194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.320194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.320298] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.421308] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c8c4d8a2-4561-4344-8cc1-ae575bd4691e None None] Enqueued Resource ID: da72cd69-52d4-46f2-b5b5-7f73da3c8580 with Priority: HIGHEST for action port [ 696.421308] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da72cd69-52d4-46f2-b5b5-7f73da3c8580 with Priority: HIGHEST for action port [ 696.421308] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-da72cd69-52d4-46f2-b5b5-7f73da3c8580 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.421308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da72cd69-52d4-46f2-b5b5-7f73da3c8580" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.421308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da72cd69-52d4-46f2-b5b5-7f73da3c8580" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.421747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da72cd69-52d4-46f2-b5b5-7f73da3c8580" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.422018] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da72cd69-52d4-46f2-b5b5-7f73da3c8580',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.459369] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.459544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.459577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.459823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.459911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.460024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be updated. [ 696.490988] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.491307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.491408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.491859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.492081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.502327] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: IN_PROGRESS for 2s [ 696.581123] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fe04801-d8e9-4672-8457-fe965a8881e3 [ 696.581730] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.581730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.581730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.581730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.581947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.581947] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fe04801-d8e9-4672-8457-fe965a8881e3 already deleted. [ 696.582039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fe04801-d8e9-4672-8457-fe965a8881e3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.630102] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.630102] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.630348] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.630615] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.630844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.631092] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port ae5fc0d1-7787-49ba-86a2-4a5b20b7726a not found, creating... [ 696.631464] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.631701] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.631903] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.632256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.632477] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.632896] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.633126] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.633303] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.633588] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.633794] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.634025] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: ae5fc0d1-7787-49ba-86a2-4a5b20b7726a is going to be created. [ 696.655971] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.656177] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.656177] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.656451] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.656671] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.656882] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.823389] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.823632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.823703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.824203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.824358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.824575] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.824715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.824824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.825087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.825401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.825401] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 696.866066] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.866280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.866280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.866492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.866628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.882572] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 696.924326] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da72cd69-52d4-46f2-b5b5-7f73da3c8580 [ 696.924561] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.925046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.925046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.925046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.925175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.925175] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da72cd69-52d4-46f2-b5b5-7f73da3c8580 already deleted. [ 696.925261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da72cd69-52d4-46f2-b5b5-7f73da3c8580" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.497122] env[65672]: INFO networking_nsxv3.common.synchronization [req-d9efe041-a863-449f-b118-875cf21d7fe4 req-695481f4-b4fc-4e73-9ebf-efc3b71fd5ba service nova] Enqueued Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGHEST for action security_group_rules [ 697.497437] env[65672]: INFO networking_nsxv3.common.synchronization [req-d9efe041-a863-449f-b118-875cf21d7fe4 req-695481f4-b4fc-4e73-9ebf-efc3b71fd5ba service nova] Enqueued Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGHEST for action security_group_members [ 697.497437] env[65672]: INFO networking_nsxv3.common.synchronization [req-d9efe041-a863-449f-b118-875cf21d7fe4 req-695481f4-b4fc-4e73-9ebf-efc3b71fd5ba service nova] Enqueued Resource ID: ae5fc0d1-7787-49ba-86a2-4a5b20b7726a with Priority: HIGHEST for action port [ 697.497657] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGHEST for action security_group_rules [ 697.497779] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGHEST for action security_group_members [ 697.497877] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5fc0d1-7787-49ba-86a2-4a5b20b7726a with Priority: HIGHEST for action port [ 697.498492] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6203fe59-6776-40e5-bdb8-d377ea55c07c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.498608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.498720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.498925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.498998] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.500111] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6203fe59-6776-40e5-bdb8-d377ea55c07c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.500111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.500739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.500739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.500739] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.500739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.500739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.500739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.500943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.500943] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.502137] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.502257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.502580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.502580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.502630] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5fc0d1-7787-49ba-86a2-4a5b20b7726a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.004518] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6203fe59-6776-40e5-bdb8-d377ea55c07c taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.004648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.008099] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.008099] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae5fc0d1-7787-49ba-86a2-4a5b20b7726a with status ACTIVE [ 698.008099] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.008099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.008099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.008099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.008099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.008099] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.008099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.008099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.008832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.008832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.008832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.008832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.008832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.008832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.008832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.008832] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae5fc0d1-7787-49ba-86a2-4a5b20b7726a is going to be updated. [ 698.034701] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.034777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.034804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.035016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.035317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.035476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae5fc0d1-7787-49ba-86a2-4a5b20b7726a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.194185] env[65672]: INFO networking_nsxv3.common.synchronization [req-6252bc56-46d2-404d-b04e-8deb7424167d req-70762a08-dc4a-4737-b562-f15c9aa3e87b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_members [ 698.194185] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_members [ 698.194185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9985ffd-8296-4536-8ac4-825491c9e817 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.194185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.194185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.194185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.197379] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.197379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.197379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.197379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.197379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.197379] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.512201] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.517931] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 698.518366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.518366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.519048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.519048] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.519048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.519048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.519247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.519596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.519596] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.701895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.701895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.701895] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9985ffd-8296-4536-8ac4-825491c9e817 already deleted. [ 698.701895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.785925] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.786170] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.786568] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.787243] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.787627] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.787800] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.787960] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.788194] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.788467] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.788777] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.788856] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.789021] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.789194] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.789402] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.789510] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.789752] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.811262] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.811454] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.811611] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.811725] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.812170] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-35d99be6-c1a0-4ae9-8620-50a0b210b599 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.812398] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-35d99be6-c1a0-4ae9-8620-50a0b210b599" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.812547] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-35d99be6-c1a0-4ae9-8620-50a0b210b599" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.813078] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-35d99be6-c1a0-4ae9-8620-50a0b210b599" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.813327] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d99be6-c1a0-4ae9-8620-50a0b210b599',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.895894] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 698.896175] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d deletion is rescheduled due to dependency. [ 698.896898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.019355] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.019355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.019355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.019355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.019355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.019355] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c is going to be created. [ 699.023701] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.047105] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.047392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.047392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.047629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.047755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.062486] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c in Status: UNINITIALIZED for 2s [ 699.316219] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.320021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.320021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.320021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.320021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.320021] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 35d99be6-c1a0-4ae9-8620-50a0b210b599 not found, creating... [ 699.320021] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.320021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.320021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.320021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.320021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.320616] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.320616] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.320616] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.320616] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.320616] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.322086] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 35d99be6-c1a0-4ae9-8620-50a0b210b599 is going to be created. [ 699.333028] env[65672]: INFO networking_nsxv3.common.synchronization [None req-3e3ab023-5004-4a59-a375-2b2cd95cb68a None None] Enqueued Resource ID: 1dbdd86d-1d06-48db-9a7a-8077688e59ee with Priority: HIGHEST for action port [ 699.333028] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dbdd86d-1d06-48db-9a7a-8077688e59ee with Priority: HIGHEST for action port [ 699.333028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dbdd86d-1d06-48db-9a7a-8077688e59ee taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.333028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dbdd86d-1d06-48db-9a7a-8077688e59ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.333982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dbdd86d-1d06-48db-9a7a-8077688e59ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.334827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dbdd86d-1d06-48db-9a7a-8077688e59ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.336954] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbdd86d-1d06-48db-9a7a-8077688e59ee',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.368281] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.368495] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.368535] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.369474] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.369474] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.369669] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-35d99be6-c1a0-4ae9-8620-50a0b210b599" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.470572] env[65672]: INFO networking_nsxv3.common.synchronization [None req-eb007788-bb04-4274-af57-16b26596c945 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_rules [ 699.470996] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_rules [ 699.471373] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.471641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.471641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.471843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.471889] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.529536] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.767852] env[65672]: INFO networking_nsxv3.common.synchronization [None req-926894e4-d78d-431c-8cf6-01f3ee1264cd tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_rules [ 699.767852] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_rules [ 699.768401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.768723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.839440] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dbdd86d-1d06-48db-9a7a-8077688e59ee [ 699.839440] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.839440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.839440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.839440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.839440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.839440] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dbdd86d-1d06-48db-9a7a-8077688e59ee already deleted. [ 699.839440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dbdd86d-1d06-48db-9a7a-8077688e59ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.997502] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.997725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.997725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.997956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.998076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.998200] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 already deleted. [ 699.998316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.998494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.998680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.998795] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.034035] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.034270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.034270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.034489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.034673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.034673] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be updated. [ 700.067626] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.067626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.067626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.067626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.067626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.078392] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: IN_PROGRESS for 2s [ 700.090608] env[65672]: INFO networking_nsxv3.common.synchronization [req-6252bc56-46d2-404d-b04e-8deb7424167d req-2f3d7ae6-2c72-4839-b65a-df1674f59c4a service nova] Enqueued Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_rules [ 700.090824] env[65672]: INFO networking_nsxv3.common.synchronization [req-6252bc56-46d2-404d-b04e-8deb7424167d req-2f3d7ae6-2c72-4839-b65a-df1674f59c4a service nova] Enqueued Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_members [ 700.090952] env[65672]: INFO networking_nsxv3.common.synchronization [req-6252bc56-46d2-404d-b04e-8deb7424167d req-2f3d7ae6-2c72-4839-b65a-df1674f59c4a service nova] Enqueued Resource ID: 35d99be6-c1a0-4ae9-8620-50a0b210b599 with Priority: HIGHEST for action port [ 700.091662] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_rules [ 700.091722] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_members [ 700.091771] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d99be6-c1a0-4ae9-8620-50a0b210b599 with Priority: HIGHEST for action port [ 700.092108] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9985ffd-8296-4536-8ac4-825491c9e817 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.092225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.092288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.092514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.092598] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.093552] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9985ffd-8296-4536-8ac4-825491c9e817 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.093667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.093734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.093907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.094061] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.094170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.094242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.094762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.094762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.094762] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.095312] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d99be6-c1a0-4ae9-8620-50a0b210b599 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.095400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d99be6-c1a0-4ae9-8620-50a0b210b599" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.095450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d99be6-c1a0-4ae9-8620-50a0b210b599" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.095627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d99be6-c1a0-4ae9-8620-50a0b210b599" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.095687] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d99be6-c1a0-4ae9-8620-50a0b210b599',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.529892] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.529892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.529892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.529892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.530297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.530297] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 already deleted. [ 700.530297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.597749] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.598931] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9985ffd-8296-4536-8ac4-825491c9e817 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.599070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.599271] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35d99be6-c1a0-4ae9-8620-50a0b210b599 with status ACTIVE [ 700.599628] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.599738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.599792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.600267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.600267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.600370] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.600554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.600554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.600692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.600781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.600977] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.603324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.603446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.603612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.603746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.603842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35d99be6-c1a0-4ae9-8620-50a0b210b599 is going to be updated. [ 700.627873] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.627873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.627873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.628048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.628048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.628231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d99be6-c1a0-4ae9-8620-50a0b210b599" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.630618] env[65672]: INFO networking_nsxv3.common.synchronization [req-0c2eefee-9692-41d6-92bc-2141937c5417 req-c600af21-552f-4d5e-a197-e8c5138c4fe4 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 700.631090] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 700.632090] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.632218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.632274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.632474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.632760] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.632760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.632760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.632989] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.633044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.633141] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.989158] env[65672]: INFO networking_nsxv3.common.synchronization [req-dcaf300f-0faf-4b88-b518-09191d207272 req-2c85d0a7-23b3-4d83-8b62-1f4dd9b9b428 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 700.989158] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 700.989363] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.989596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.989755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.990088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.990316] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.990456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.990559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.992981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.992981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.992981] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.076617] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c in Status: SUCCESS [ 701.077104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.078966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.078966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.078966] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.078966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.078966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.078966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.078966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.078966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.078966] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.107430] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.134773] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.389771] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.389771] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.389771] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.389771] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.389771] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.390552] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.391133] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.394032] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.394032] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.394032] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.394032] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.394032] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.394032] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.394032] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.394032] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.394032] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.417178] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.417540] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.418600] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.418600] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.418728] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-024c1925-0a29-40ce-b45e-dbeaa434c600 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.418952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-024c1925-0a29-40ce-b45e-dbeaa434c600" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.419206] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-024c1925-0a29-40ce-b45e-dbeaa434c600" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.420427] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-024c1925-0a29-40ce-b45e-dbeaa434c600" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.420427] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024c1925-0a29-40ce-b45e-dbeaa434c600',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.495128] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.495128] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.495128] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d already deleted. [ 701.495128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.583968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6203fe59-6776-40e5-bdb8-d377ea55c07c taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.584390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.584390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.584509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.584651] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.584768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.584844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.585019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.585127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.585212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.585371] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6203fe59-6776-40e5-bdb8-d377ea55c07c taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.585560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.585560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.585697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.585818] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.585951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.586056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.586258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.586381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.586482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.586610] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.608683] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.608878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.608938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.609923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.609923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.609923] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9985ffd-8296-4536-8ac4-825491c9e817 is going to be created. [ 701.637925] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.642893] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.643040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.643131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.643384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.643528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.655727] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9985ffd-8296-4536-8ac4-825491c9e817 in Status: UNINITIALIZED for 2s [ 701.924688] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.924903] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.925123] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.925471] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.925730] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.926451] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 024c1925-0a29-40ce-b45e-dbeaa434c600 not found, creating... [ 701.926552] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.926736] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.926848] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.927150] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.927300] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.927602] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.927747] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.927988] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.928105] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.928355] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.928355] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 024c1925-0a29-40ce-b45e-dbeaa434c600 is going to be created. [ 701.950073] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.951933] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.951933] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.951933] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.951933] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.951933] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-024c1925-0a29-40ce-b45e-dbeaa434c600" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.089596] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6203fe59-6776-40e5-bdb8-d377ea55c07c: rpc.has_security_group_logging(os_id): False [ 702.104260] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 702.104618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.104785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.105086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.105337] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.106030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.106030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.106030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.106030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.106644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.107574] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.119031] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.119031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.119031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.119031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.119031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.119031] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.119031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.119031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.119031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.119031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.120261] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.120589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.120788] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.121106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.121337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.121684] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.122459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.122459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.122459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.122459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.122459] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c is going to be created. [ 702.139906] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.140044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.140044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.140248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.140370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.140472] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca95521-0f13-40c7-909c-2b80067559d5 is going to be updated. [ 702.205875] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.205875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.205875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.206133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.206439] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.216345] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: IN_PROGRESS for 2s [ 702.233027] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.233027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.233027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.233027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.233027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.275934] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c in Status: IN_PROGRESS for 2s [ 702.610869] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.718685] env[65672]: INFO networking_nsxv3.common.synchronization [req-dcaf300f-0faf-4b88-b518-09191d207272 req-4b46cd4e-1c0f-4291-937b-a37d96d56c4f service nova] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_rules [ 702.718685] env[65672]: INFO networking_nsxv3.common.synchronization [req-dcaf300f-0faf-4b88-b518-09191d207272 req-4b46cd4e-1c0f-4291-937b-a37d96d56c4f service nova] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 702.718685] env[65672]: INFO networking_nsxv3.common.synchronization [req-dcaf300f-0faf-4b88-b518-09191d207272 req-4b46cd4e-1c0f-4291-937b-a37d96d56c4f service nova] Enqueued Resource ID: 024c1925-0a29-40ce-b45e-dbeaa434c600 with Priority: HIGHEST for action port [ 702.718685] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_rules [ 702.718685] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 702.719200] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024c1925-0a29-40ce-b45e-dbeaa434c600 with Priority: HIGHEST for action port [ 702.719656] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.719971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.720282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.721157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.721364] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.722544] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.722792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.722962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.723276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.723559] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.724161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.724161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.724161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.724398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.724564] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.726236] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-024c1925-0a29-40ce-b45e-dbeaa434c600 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.726236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-024c1925-0a29-40ce-b45e-dbeaa434c600" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.726236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-024c1925-0a29-40ce-b45e-dbeaa434c600" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.726404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-024c1925-0a29-40ce-b45e-dbeaa434c600" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.726591] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024c1925-0a29-40ce-b45e-dbeaa434c600',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.112879] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd88d09-7208-4cfa-b04c-cce3368dbb62: rpc.has_security_group_logging(os_id): False [ 703.133337] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.133527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.133575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.133800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.133896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.134223] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.134321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.134351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.134506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.134576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.134670] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be updated. [ 703.220604] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.221452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.223043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.223043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.223043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.230435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.230435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.230435] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.230435] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 024c1925-0a29-40ce-b45e-dbeaa434c600 with status ACTIVE [ 703.230435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.230435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.230435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.230435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.230435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.230829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.230829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.230829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.231024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.231538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.231748] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.231905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.231962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.232815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.232991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.233113] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 024c1925-0a29-40ce-b45e-dbeaa434c600 is going to be updated. [ 703.249540] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: IN_PROGRESS for 2s [ 703.265189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.265352] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.265432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.265643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.265824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.265979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-024c1925-0a29-40ce-b45e-dbeaa434c600" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.362836] env[65672]: INFO networking_nsxv3.common.synchronization [req-d20196d6-b9e0-4a07-809d-bf5407d62209 req-69758060-bd69-4d11-adbf-f5464e537460 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 703.363455] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 703.363767] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.364193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.364272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.364479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.364655] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.364765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.364849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.364983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.365085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.365185] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.670225] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9985ffd-8296-4536-8ac4-825491c9e817 in Status: SUCCESS [ 703.670225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.670225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.670225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.670225] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.670225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.670225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.670225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.670225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.670225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.670947] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.736138] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.852219] env[65672]: INFO networking_nsxv3.common.synchronization [req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 req-e6d5f358-41bc-43bf-a5b8-65fb0cf00319 tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Enqueued Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_members [ 703.854231] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_members [ 703.855371] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-880635e0-fe3e-46a8-99e8-549c4327e729 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.855683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.855911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.857141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.857141] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.857141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.857141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.857141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.857141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.857141] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.871970] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.871970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.871970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.872216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.872311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.872515] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.872666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.872900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.872900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.872962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.873465] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be updated. [ 703.907895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.908444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.908444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.908720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.908905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.923798] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: IN_PROGRESS for 2s [ 704.174059] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.227586] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: SUCCESS [ 704.227831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.240663] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.240884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.240996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.241241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.241398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.241479] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d is going to be created. [ 704.286669] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.286829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.286900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.287136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.287300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.301110] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c in Status: SUCCESS [ 704.301110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.301110] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: UNINITIALIZED for 2s [ 704.365212] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.365212] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.365212] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880635e0-fe3e-46a8-99e8-549c4327e729 already deleted. [ 704.365212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.377152] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.377418] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-540" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.377578] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-540" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.377944] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-540" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.379261] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.379535] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.379707] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.380090] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.380534] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.380656] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.380872] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.381180] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.381280] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.381464] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.381672] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.381932] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.406916] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.407307] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.407307] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.407549] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-540" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.407944] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-7d1e7cb9-c160-4807-b337-f9521c507c66 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.408168] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-7d1e7cb9-c160-4807-b337-f9521c507c66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.408296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-7d1e7cb9-c160-4807-b337-f9521c507c66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.408644] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-7d1e7cb9-c160-4807-b337-f9521c507c66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.408801] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d1e7cb9-c160-4807-b337-f9521c507c66',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.676290] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9985ffd-8296-4536-8ac4-825491c9e817: rpc.has_security_group_logging(os_id): False [ 704.696559] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.696721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.696791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.697022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.697119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.697362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.697462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.697516] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.697667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.697745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.697859] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9985ffd-8296-4536-8ac4-825491c9e817 is going to be created. [ 704.762066] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.762066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.762066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.762326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.762364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.778595] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9985ffd-8296-4536-8ac4-825491c9e817 in Status: IN_PROGRESS for 2s [ 704.914402] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.914548] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.914676] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.914998] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.915209] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.915391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 7d1e7cb9-c160-4807-b337-f9521c507c66 not found, creating... [ 704.915698] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.915875] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.915990] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.916331] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.916619] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.916839] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.918394] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.918394] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.918558] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.918671] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.918840] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 7d1e7cb9-c160-4807-b337-f9521c507c66 is going to be created. [ 704.969256] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.969256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.969256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.969256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.969256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.969256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-7d1e7cb9-c160-4807-b337-f9521c507c66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.264371] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 705.264611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.424732] env[65672]: INFO networking_nsxv3.common.synchronization [req-01f2b320-a7aa-4593-9c57-9f9dcd47426e req-68efd02d-5292-4443-8f6f-fbf0241fd10d tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 705.424952] env[65672]: INFO networking_nsxv3.common.synchronization [req-01f2b320-a7aa-4593-9c57-9f9dcd47426e req-68efd02d-5292-4443-8f6f-fbf0241fd10d tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 705.425797] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 705.425797] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 705.425937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.426093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.426177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.426429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.426623] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.426729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.426790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.426953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.427083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.427178] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.428548] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.429508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.429508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.429508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.429508] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.429508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.429508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.429508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.429508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.429785] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.487102] env[65672]: INFO networking_nsxv3.common.synchronization [req-01f2b320-a7aa-4593-9c57-9f9dcd47426e req-68efd02d-5292-4443-8f6f-fbf0241fd10d tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 705.488751] env[65672]: INFO networking_nsxv3.common.synchronization [req-01f2b320-a7aa-4593-9c57-9f9dcd47426e req-68efd02d-5292-4443-8f6f-fbf0241fd10d tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 705.488751] env[65672]: INFO networking_nsxv3.common.synchronization [req-01f2b320-a7aa-4593-9c57-9f9dcd47426e req-68efd02d-5292-4443-8f6f-fbf0241fd10d tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_rules [ 705.488751] env[65672]: INFO networking_nsxv3.common.synchronization [req-01f2b320-a7aa-4593-9c57-9f9dcd47426e req-68efd02d-5292-4443-8f6f-fbf0241fd10d tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 705.488751] env[65672]: INFO networking_nsxv3.common.synchronization [req-01f2b320-a7aa-4593-9c57-9f9dcd47426e req-68efd02d-5292-4443-8f6f-fbf0241fd10d tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: e3627442-d12c-4866-afe5-cd38dc080fd4 with Priority: HIGHEST for action port [ 705.489643] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 705.489984] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_rules [ 705.490884] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3627442-d12c-4866-afe5-cd38dc080fd4 with Priority: HIGHEST for action port [ 705.490884] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 705.491089] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 705.491725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.494018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.494018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.494018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.494018] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.494018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.494018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.494018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.494018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.494515] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.498905] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3627442-d12c-4866-afe5-cd38dc080fd4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.498905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.498905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.498905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.498905] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3627442-d12c-4866-afe5-cd38dc080fd4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.500228] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.500228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.500228] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.504244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.705274] env[65672]: INFO networking_nsxv3.common.synchronization [req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 req-7843ef95-f0f8-4089-b325-77b1eb5b287b service nova] Enqueued Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_rules [ 705.705693] env[65672]: INFO networking_nsxv3.common.synchronization [req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 req-7843ef95-f0f8-4089-b325-77b1eb5b287b service nova] Enqueued Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_members [ 705.705873] env[65672]: INFO networking_nsxv3.common.synchronization [req-e242ab6e-ce04-4aa6-87f6-6aa4a571f828 req-7843ef95-f0f8-4089-b325-77b1eb5b287b service nova] Enqueued Resource ID: 7d1e7cb9-c160-4807-b337-f9521c507c66 with Priority: HIGHEST for action port [ 705.708307] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_rules [ 705.708525] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_members [ 705.708688] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1e7cb9-c160-4807-b337-f9521c507c66 with Priority: HIGHEST for action port [ 705.709252] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880635e0-fe3e-46a8-99e8-549c4327e729 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.709335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.709400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.709700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.709834] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.711220] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-880635e0-fe3e-46a8-99e8-549c4327e729 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.711571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.711571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.711924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.712042] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.712919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.712919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.712919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.712919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.712919] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.718597] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d1e7cb9-c160-4807-b337-f9521c507c66 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.718816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d1e7cb9-c160-4807-b337-f9521c507c66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.718932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d1e7cb9-c160-4807-b337-f9521c507c66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.719187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d1e7cb9-c160-4807-b337-f9521c507c66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.719258] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d1e7cb9-c160-4807-b337-f9521c507c66',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.931449] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.932619] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.938757] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 705.938964] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 deletion is rescheduled due to dependency. [ 705.939172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.006299] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3627442-d12c-4866-afe5-cd38dc080fd4 with status ACTIVE [ 706.006541] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.006830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.006830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.007117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.007117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.007264] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.007338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.007433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.007588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.007636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.007775] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.007893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.007933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.008065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.008174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.008492] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3627442-d12c-4866-afe5-cd38dc080fd4 is going to be updated. [ 706.011645] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.011850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.012520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.012520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.042186] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.042186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.042186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.042186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.042186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.042186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.223651] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.225213] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-880635e0-fe3e-46a8-99e8-549c4327e729 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.225368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.225616] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d1e7cb9-c160-4807-b337-f9521c507c66 with status ACTIVE [ 706.225755] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.225829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.225956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.227884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.228034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.228297] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.228403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.228479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.228711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.228818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.229089] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.229227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.229319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.229532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.229667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.229812] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d1e7cb9-c160-4807-b337-f9521c507c66 is going to be updated. [ 706.271494] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.271686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.271734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.272126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.272281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.272307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d1e7cb9-c160-4807-b337-f9521c507c66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.314625] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: SUCCESS [ 706.314833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.315153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.315406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.315618] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.315731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.315816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.315961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.316183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.316297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.316398] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.437814] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.438799] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.486630] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 req-be15444d-6331-4306-be89-ca81830adb15 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 706.487779] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 706.488299] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.488576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.488784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.489238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.489462] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.489663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.489857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.490323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.490529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.493167] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.734039] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.792041] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9985ffd-8296-4536-8ac4-825491c9e817 in Status: SUCCESS [ 706.792041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.821480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.821480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.821480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.821480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.821480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.822262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.822262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.822262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.822262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.822262] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.942521] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.942671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.942738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.946183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.946183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.946183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 706.946183] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.946183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.946183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.946183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.946183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.946183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 is going to be created. [ 706.975627] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.975627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.975627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.975627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.975783] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.979305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.979305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.979305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.979305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.979305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.990514] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 706.990514] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: UNINITIALIZED for 2s [ 706.995230] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.995230] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.995230] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 already deleted. [ 706.995230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.012123] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.012330] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.012440] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.012755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.013057] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.013213] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.013324] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.013547] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.013676] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.013869] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.013967] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.014788] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.014949] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.015136] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.015258] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.015416] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.036684] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.036877] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.037108] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.037935] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.037935] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-6a23ec37-bc9a-4213-935c-4d177e0a0188 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.037935] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-6a23ec37-bc9a-4213-935c-4d177e0a0188" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.038176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-6a23ec37-bc9a-4213-935c-4d177e0a0188" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.038481] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-6a23ec37-bc9a-4213-935c-4d177e0a0188" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.038673] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a23ec37-bc9a-4213-935c-4d177e0a0188',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.240052] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.240228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.240228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.240570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.240681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.240800] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880635e0-fe3e-46a8-99e8-549c4327e729 is going to be created. [ 707.268034] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.268183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.268230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.268998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.268998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.290841] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880635e0-fe3e-46a8-99e8-549c4327e729 in Status: UNINITIALIZED for 2s [ 707.323932] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d252406-78bc-4d45-a50c-a4132c03111d: rpc.has_security_group_logging(os_id): False [ 707.362882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.363582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.363711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.363970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.365024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.365024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.365290] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.365290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.365290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.365420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.365460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.365772] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.365772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.366121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.366121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.366121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.366285] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d is going to be created. [ 707.448935] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.448935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.449106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.449462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.449462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.464768] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: IN_PROGRESS for 2s [ 707.541865] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.541865] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.541865] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.542388] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.542589] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.542806] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 6a23ec37-bc9a-4213-935c-4d177e0a0188 not found, creating... [ 707.543193] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.543402] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.543544] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.543839] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.544064] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.544456] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.544637] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.544811] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.545114] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.545328] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.545522] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 6a23ec37-bc9a-4213-935c-4d177e0a0188 is going to be created. [ 707.570892] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.571178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.571259] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.571458] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.571672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.571930] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-6a23ec37-bc9a-4213-935c-4d177e0a0188" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.616417] env[65672]: INFO networking_nsxv3.common.synchronization [None req-8de40a1b-1b7f-41c0-8af7-62bae78ee289 None None] Enqueued Resource ID: d05acf81-3c70-4c60-877c-0da955a0b82c with Priority: HIGHEST for action port [ 707.616969] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05acf81-3c70-4c60-877c-0da955a0b82c with Priority: HIGHEST for action port [ 707.617303] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d05acf81-3c70-4c60-877c-0da955a0b82c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.617481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d05acf81-3c70-4c60-877c-0da955a0b82c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.617557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d05acf81-3c70-4c60-877c-0da955a0b82c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.617811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d05acf81-3c70-4c60-877c-0da955a0b82c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.617896] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d05acf81-3c70-4c60-877c-0da955a0b82c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.121550] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d05acf81-3c70-4c60-877c-0da955a0b82c [ 708.121933] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.122052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.122113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.122285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.122374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.122467] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d05acf81-3c70-4c60-877c-0da955a0b82c already deleted. [ 708.122596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d05acf81-3c70-4c60-877c-0da955a0b82c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.328901] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 req-c7eb9b9a-3aa1-4ba2-b700-04668580a4fe service nova] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_rules [ 708.328986] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 req-c7eb9b9a-3aa1-4ba2-b700-04668580a4fe service nova] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 708.329132] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f3e63cf-3005-49d7-b748-82bdb46fefe2 req-c7eb9b9a-3aa1-4ba2-b700-04668580a4fe service nova] Enqueued Resource ID: 6a23ec37-bc9a-4213-935c-4d177e0a0188 with Priority: HIGHEST for action port [ 708.329680] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_rules [ 708.329875] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 708.331182] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a23ec37-bc9a-4213-935c-4d177e0a0188 with Priority: HIGHEST for action port [ 708.334717] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.334717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.334717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.334717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.334717] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.335466] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.335982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.335982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.336129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.339909] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.340109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.340175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.340400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.340468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.340563] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.343247] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a23ec37-bc9a-4213-935c-4d177e0a0188 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.343247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a23ec37-bc9a-4213-935c-4d177e0a0188" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.343247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a23ec37-bc9a-4213-935c-4d177e0a0188" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.343247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a23ec37-bc9a-4213-935c-4d177e0a0188" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.343247] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a23ec37-bc9a-4213-935c-4d177e0a0188',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.848022] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a23ec37-bc9a-4213-935c-4d177e0a0188 with status ACTIVE [ 708.848022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.848022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.848022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.848022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.848022] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a23ec37-bc9a-4213-935c-4d177e0a0188 is going to be updated. [ 708.849758] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.849883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.850141] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.882700] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.882700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.882700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.882700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.884139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a23ec37-bc9a-4213-935c-4d177e0a0188" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.930277] env[65672]: INFO networking_nsxv3.common.synchronization [req-6a08e273-085a-40cf-b0e6-df8bb85a6112 req-60a36d0a-f633-41cd-bb05-9603d03efb5d tempest-VolumesAssistedSnapshotsTest-241854737 tempest-VolumesAssistedSnapshotsTest-241854737-project-member] Enqueued Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_members [ 708.932284] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 with Priority: HIGHEST for action security_group_members [ 708.933302] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.933302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.933457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.933650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.933831] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.933938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.934012] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.934190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.934283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.934402] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b3ed31-04b6-4748-bbaa-b4b3ef98b243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.003813] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: SUCCESS [ 709.004051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.005022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.005022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.005022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.005022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.005022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.005022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.005272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.005272] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.006665] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 709.006844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.006992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.007179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.007384] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.007527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.007592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.007786] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.007836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.007912] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.074127] env[65672]: INFO networking_nsxv3.common.synchronization [req-5668877b-e01b-4865-ba91-39f3c07dfd8b req-18f046c8-7c2f-42a6-81e6-bd680c8ee2a4 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 709.074127] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 709.074285] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.074526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.074698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.074971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.075313] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.075520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.075819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.076086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.076255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.076446] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.302082] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880635e0-fe3e-46a8-99e8-549c4327e729 in Status: SUCCESS [ 709.305883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.306101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.306337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.306545] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.306669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.306734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.306884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.306971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.307134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.307233] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.355085] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.440105] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.440105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.440105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.440105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.440105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.440105] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.440105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.440105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.440105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.440105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.440105] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 is going to be updated. [ 709.482324] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.482324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.482324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.482324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.482324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.482324] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: SUCCESS [ 709.482324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.499039] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 in Status: IN_PROGRESS for 2s [ 709.513815] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.513815] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.579736] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.628334] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.628334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.628334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.628334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.628334] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.628334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.628334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.628334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.628334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.629177] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.629449] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.629638] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.629847] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.630118] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.630330] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.630556] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.661335] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.661335] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.661335] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.661598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.662140] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-c348096f-f6c5-4fb6-9899-ab6b15dd725e taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.663019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-c348096f-f6c5-4fb6-9899-ab6b15dd725e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.663019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-c348096f-f6c5-4fb6-9899-ab6b15dd725e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.663019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-c348096f-f6c5-4fb6-9899-ab6b15dd725e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.663254] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c348096f-f6c5-4fb6-9899-ab6b15dd725e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.812507] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.859490] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.860852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.860852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.860852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.860852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.860852] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 is going to be created. [ 709.890355] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.890555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.890602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.890795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.890964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.901806] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: UNINITIALIZED for 2s [ 710.015818] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.016786] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.084192] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.167249] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.167249] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.167249] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.167249] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.167249] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.167249] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port c348096f-f6c5-4fb6-9899-ab6b15dd725e not found, creating... [ 710.167249] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.167249] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.168286] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.168286] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.168286] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.168286] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.168286] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.168286] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.168455] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.168511] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.168788] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: c348096f-f6c5-4fb6-9899-ab6b15dd725e is going to be created. [ 710.190438] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.190730] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.190927] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.191310] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.191535] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.191755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-c348096f-f6c5-4fb6-9899-ab6b15dd725e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.316129] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 880635e0-fe3e-46a8-99e8-549c4327e729: rpc.has_security_group_logging(os_id): False [ 710.350591] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.350755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.350806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.351031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.351129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.351382] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.351478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.351552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.351680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.351758] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.351835] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880635e0-fe3e-46a8-99e8-549c4327e729 is going to be created. [ 710.356802] env[65672]: INFO networking_nsxv3.common.synchronization [req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 req-37e7402f-bf5f-45b6-a9cf-25c35e1abfb3 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 710.357542] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 710.357870] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.358072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.358072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.358263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.358426] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.358529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.358583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.358728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.358815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.358968] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.375547] env[65672]: INFO networking_nsxv3.common.synchronization [req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 req-37e7402f-bf5f-45b6-a9cf-25c35e1abfb3 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 710.375787] env[65672]: INFO networking_nsxv3.common.synchronization [req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 req-37e7402f-bf5f-45b6-a9cf-25c35e1abfb3 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 710.375907] env[65672]: INFO networking_nsxv3.common.synchronization [req-1f9d0b0c-5948-4c36-8971-d7e727c438d5 req-37e7402f-bf5f-45b6-a9cf-25c35e1abfb3 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 13e635e6-a411-4561-bdaa-39f34681feb7 with Priority: HIGHEST for action port [ 710.376662] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_rules [ 710.377129] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 710.377129] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e635e6-a411-4561-bdaa-39f34681feb7 with Priority: HIGHEST for action port [ 710.377303] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.377477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.377582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.377708] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.377792] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.378700] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.378832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.378980] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e635e6-a411-4561-bdaa-39f34681feb7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.379117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.379177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.379379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.379491] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e635e6-a411-4561-bdaa-39f34681feb7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.433609] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.433609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.433609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.433868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.434093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.446415] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880635e0-fe3e-46a8-99e8-549c4327e729 in Status: IN_PROGRESS for 2s [ 710.519065] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.519232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.519307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.519532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.519624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.519922] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 is going to be updated. [ 710.521910] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.521910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.521910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.521910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.522168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.522168] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 710.589874] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.590395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.590481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.590716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.590813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.590921] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d is going to be updated. [ 710.617665] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.617890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.617942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.618168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.618328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.621027] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.621027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.621027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.621027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.621540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.642632] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 710.643789] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: IN_PROGRESS for 2s [ 710.644693] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.644825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.644902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.645294] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.645294] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.657619] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: IN_PROGRESS for 2s [ 710.759131] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d83d0bf1-f0db-4d55-aa55-fccdd8dd28af None None] Enqueued Resource ID: 4b135587-99dd-4fb3-aef3-dbce2cf6f3fb with Priority: HIGHEST for action port [ 710.759131] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b135587-99dd-4fb3-aef3-dbce2cf6f3fb with Priority: HIGHEST for action port [ 710.759131] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b135587-99dd-4fb3-aef3-dbce2cf6f3fb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.759131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b135587-99dd-4fb3-aef3-dbce2cf6f3fb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.759131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b135587-99dd-4fb3-aef3-dbce2cf6f3fb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.759131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b135587-99dd-4fb3-aef3-dbce2cf6f3fb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.759947] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b135587-99dd-4fb3-aef3-dbce2cf6f3fb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.862250] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.881923] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.882092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.882317] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13e635e6-a411-4561-bdaa-39f34681feb7 with status ACTIVE [ 710.882437] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.882546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.882611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.882813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.882900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.883881] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.883881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.883881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.883881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.883881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.883881] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.883881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.883881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.884205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.884205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.889068] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13e635e6-a411-4561-bdaa-39f34681feb7 is going to be updated. [ 710.918209] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.918209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.918343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.918845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.918845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.918845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e635e6-a411-4561-bdaa-39f34681feb7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.988073] env[65672]: INFO networking_nsxv3.common.synchronization [req-5668877b-e01b-4865-ba91-39f3c07dfd8b req-d47e1ed1-78bd-4d9b-95e7-f9c6b87cbab2 service nova] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_rules [ 710.988288] env[65672]: INFO networking_nsxv3.common.synchronization [req-5668877b-e01b-4865-ba91-39f3c07dfd8b req-d47e1ed1-78bd-4d9b-95e7-f9c6b87cbab2 service nova] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 710.990261] env[65672]: INFO networking_nsxv3.common.synchronization [req-5668877b-e01b-4865-ba91-39f3c07dfd8b req-d47e1ed1-78bd-4d9b-95e7-f9c6b87cbab2 service nova] Enqueued Resource ID: c348096f-f6c5-4fb6-9899-ab6b15dd725e with Priority: HIGHEST for action port [ 710.990261] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_rules [ 710.990261] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 710.990261] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c348096f-f6c5-4fb6-9899-ab6b15dd725e with Priority: HIGHEST for action port [ 710.991574] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.991768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.991768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.992284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.992384] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.993354] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.993505] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.993687] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c348096f-f6c5-4fb6-9899-ab6b15dd725e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.993801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c348096f-f6c5-4fb6-9899-ab6b15dd725e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.993801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c348096f-f6c5-4fb6-9899-ab6b15dd725e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.993960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c348096f-f6c5-4fb6-9899-ab6b15dd725e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.994041] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c348096f-f6c5-4fb6-9899-ab6b15dd725e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.079266] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 711.079266] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 711.079266] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGHEST for action security_group_members [ 711.082503] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 711.083034] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 711.084036] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGHEST for action security_group_members [ 711.086795] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.086795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.086795] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.086795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.086795] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-489b666c-fd11-4d24-8ce1-ec1049772051 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.086795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.086795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.086795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.087702] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.087921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.088056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.088618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.088618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.088618] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.137279] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGHEST for action security_group_rules [ 711.137279] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGHEST for action security_group_members [ 711.137279] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 711.137279] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 711.137279] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_rules [ 711.137279] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 711.137279] env[65672]: INFO networking_nsxv3.common.synchronization [req-471569c4-5433-4bc8-8b16-243b4a55eaaf req-143430c5-3a7b-4274-b743-21da31b63c51 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: e3627442-d12c-4866-afe5-cd38dc080fd4 with Priority: HIGHEST for action port [ 711.137977] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGHEST for action security_group_rules [ 711.138296] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 711.138579] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 711.138807] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3627442-d12c-4866-afe5-cd38dc080fd4 with Priority: HIGHEST for action port [ 711.139084] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_rules [ 711.139644] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGHEST for action security_group_members [ 711.139913] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 711.140610] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-489b666c-fd11-4d24-8ce1-ec1049772051 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.140891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.141095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.141813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.142057] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.143581] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.143846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.147177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.147177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.147177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3627442-d12c-4866-afe5-cd38dc080fd4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.147177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.147177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.147177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.147177] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3627442-d12c-4866-afe5-cd38dc080fd4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.147177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.147177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.147177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-489b666c-fd11-4d24-8ce1-ec1049772051 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.147177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.150240] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.150509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.263362] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b135587-99dd-4fb3-aef3-dbce2cf6f3fb [ 711.263638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.263841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.264032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.264357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.264526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.264637] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b135587-99dd-4fb3-aef3-dbce2cf6f3fb already deleted. [ 711.264730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b135587-99dd-4fb3-aef3-dbce2cf6f3fb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.365946] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.498138] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c348096f-f6c5-4fb6-9899-ab6b15dd725e with status ACTIVE [ 711.498138] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.498138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.498138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.498138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.498138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.498138] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.499477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501070] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.501070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.501070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.501070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.501070] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c348096f-f6c5-4fb6-9899-ab6b15dd725e is going to be updated. [ 711.505131] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.505131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.519045] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 in Status: SUCCESS [ 711.519045] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b3ed31-04b6-4748-bbaa-b4b3ef98b243 deletion is rescheduled due to dependency. [ 711.519045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b3ed31-04b6-4748-bbaa-b4b3ef98b243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.532039] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.532223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.532285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.532608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.533471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.533471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c348096f-f6c5-4fb6-9899-ab6b15dd725e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.593318] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.655028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-489b666c-fd11-4d24-8ce1-ec1049772051 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.655028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3627442-d12c-4866-afe5-cd38dc080fd4 with status ACTIVE [ 711.655028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.655028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.655028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.655028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.659695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.659695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.659931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.661041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.661041] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3627442-d12c-4866-afe5-cd38dc080fd4 is going to be updated. [ 711.690232] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.690232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.690232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.690363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.690570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.690817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3627442-d12c-4866-afe5-cd38dc080fd4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.869025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.869025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.869025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.869025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.869329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.869329] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be updated. [ 711.918829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.919147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.919147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.919368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.919439] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.921644] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: SUCCESS [ 711.922047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.922743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.923078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.923470] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.923640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.923723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.923945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.924089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.924210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.924349] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.931958] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: IN_PROGRESS for 2s [ 712.098085] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.427215] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.463790] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880635e0-fe3e-46a8-99e8-549c4327e729 in Status: SUCCESS [ 712.463790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.601025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.601025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.601175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.602649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.602649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.602649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 489b666c-fd11-4d24-8ce1-ec1049772051 is going to be created. [ 712.631953] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.632156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.632211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.632416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.632591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.648318] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 489b666c-fd11-4d24-8ce1-ec1049772051 in Status: UNINITIALIZED for 2s [ 712.658498] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 712.658750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.659875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.660122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.660349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.660431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.660513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.660640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.660727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.660812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.660910] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.662462] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: SUCCESS [ 712.662646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.662805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.662996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.663208] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.663321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.663384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.663571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.663661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.663758] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.665583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.665583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.665849] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.666249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.666249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.666860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.666996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.667137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.667263] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.668865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.669224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.669578] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.669721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.670472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.671077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.671639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.671778] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.679598] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: SUCCESS [ 712.679598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.679598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.679854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.679992] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.680406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.680406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.681579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.681579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.681579] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.931423] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 529a793f-ee94-47fc-8b84-e057755d3de3: rpc.has_security_group_logging(os_id): False [ 712.959173] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.959394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.959477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.959780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.959928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.960435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.960435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.960582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.962173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.962173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.962173] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 is going to be created. [ 713.054197] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.054430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.054521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.054807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.055674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.074241] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: IN_PROGRESS for 2s [ 713.173155] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.173155] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.173155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.178764] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.180079] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.185489] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.679476] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.681443] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c24b1ab-0558-48af-b4f4-1b24c06f1142: rpc.has_security_group_logging(os_id): False [ 713.685187] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.688147] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.706272] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.706272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.708150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.708882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.709094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.709570] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.709570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.709725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.709910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.709983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.710093] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 is going to be created. [ 713.773976] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.774723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.774723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.774916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.775135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.789089] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: IN_PROGRESS for 2s [ 713.943329] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 713.943735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.944419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.945239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.945239] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.945239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.945566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.947970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.947970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.947970] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.182358] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.182649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.182835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.184327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.185527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.185527] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 714.188671] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.188941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.191028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.191028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.191028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.191028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 is going to be updated. [ 714.192279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.192454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.192570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.192834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.192994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.193932] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d is going to be updated. [ 714.227011] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.227178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.227222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.227467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.228201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.232054] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.232238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.232279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.233074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.233750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.237877] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.238247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.238381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.238704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.239225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.255911] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 714.256771] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: IN_PROGRESS for 2s [ 714.257375] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: IN_PROGRESS for 2s [ 714.449419] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.661498] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 489b666c-fd11-4d24-8ce1-ec1049772051 in Status: SUCCESS [ 714.661498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.661498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.661498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.661498] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.661498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.661498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.661838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.661838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.661838] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.952192] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.087201] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: SUCCESS [ 715.087664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.166551] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.327681] env[65672]: INFO networking_nsxv3.common.synchronization [req-1d02ab59-80f7-4240-a400-a91db84fa04c req-223992a1-e140-49a7-8c1b-325b8243ab69 tempest-ImagesNegativeTestJSON-1210036936 tempest-ImagesNegativeTestJSON-1210036936-project-member] Enqueued Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGHEST for action security_group_members [ 715.332824] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGHEST for action security_group_members [ 715.333380] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6203fe59-6776-40e5-bdb8-d377ea55c07c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.333517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.333598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.333849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.334025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.334135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.334199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.334358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.334449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.334548] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.455498] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.459253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.459253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.459253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.459253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.459253] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be updated. [ 715.498324] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.498522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.498628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.498875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.499096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.516960] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: IN_PROGRESS for 2s [ 715.671211] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.804045] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: SUCCESS [ 715.804045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.804045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.804045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.804045] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.844224] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.844224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.844224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.844224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.844224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.844224] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.844224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.844224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.844224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.844224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.844224] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c is going to be updated. [ 715.880563] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.880563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.880563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.880563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.880563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.890372] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c in Status: IN_PROGRESS for 2s [ 716.175134] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.175443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.175443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.175695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.175821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.175953] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 489b666c-fd11-4d24-8ce1-ec1049772051 is going to be updated. [ 716.221281] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.222348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.222348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.222575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.222638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.235425] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 489b666c-fd11-4d24-8ce1-ec1049772051 in Status: IN_PROGRESS for 2s [ 716.272818] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: SUCCESS [ 716.276539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.276539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.276539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.276539] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.276539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.276539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.276539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.276539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.276539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.276539] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.276539] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 716.277482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.277482] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: SUCCESS [ 716.277858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.277858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.277987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278208] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.278318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.278380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.278527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.278690] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.280867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.280867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.280867] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.281421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.281421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.281421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.281421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.282058] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.307191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.308626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.777095] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.777843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.777843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.778344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.778628] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.780138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.780138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.780332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.780510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.780655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.780926] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.781143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.781143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.781143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.781143] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.781143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.781143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.782268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.782268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.782615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.782615] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.783673] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.784693] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.288461] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.289444] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d252406-78bc-4d45-a50c-a4132c03111d: rpc.has_security_group_logging(os_id): False [ 717.290580] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.317880] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.318137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.318137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.318330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.318427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.318622] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.318775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.318975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.320628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.320628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.320628] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.321363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.321363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.321363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.321363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.321363] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.321642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.321642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.321642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.321756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.321801] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d is going to be updated. [ 717.410908] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.411164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.411292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.411523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.411675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.431673] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: IN_PROGRESS for 2s [ 717.497801] env[65672]: INFO networking_nsxv3.common.synchronization [req-7a79d0d5-688d-407a-b30f-2cbcf35e57e0 req-201512fb-abb2-4f5f-a5b6-969d0cf9e8a9 tempest-AttachInterfacesUnderV243Test-355922838 tempest-AttachInterfacesUnderV243Test-355922838-project-member] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 717.498646] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGHEST for action security_group_members [ 717.499073] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.499215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.531952] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 717.532413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.534149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.534149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.534149] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.534149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.534149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.534370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.534515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.534585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.534745] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.536070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.536231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.536481] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.536669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.536760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.536956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.537056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.537469] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.801028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.801028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.801028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.801028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.801028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.801028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 is going to be updated. [ 717.801028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.801028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.801028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.801028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.801028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.801028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 717.831314] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.832417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.832417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.832417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.833610] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.833732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.833796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.834577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.834577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.844990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 717.845604] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: IN_PROGRESS for 2s [ 717.902507] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c in Status: SUCCESS [ 717.902691] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c deletion is rescheduled due to dependency. [ 717.902802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.040302] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.042502] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.046068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.046068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.046068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.046068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.046068] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.046068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.046068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.046068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.046068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.046068] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be updated. [ 718.082151] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.082151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.082151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.082151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.082151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.093429] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: IN_PROGRESS for 2s [ 718.246446] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 489b666c-fd11-4d24-8ce1-ec1049772051 in Status: SUCCESS [ 718.246587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.247575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.247575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.247575] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.247763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.247763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.248061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.248306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.248306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.248399] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.265115] env[65672]: INFO networking_nsxv3.common.synchronization [None req-3f99992a-e96e-458a-9ed5-c4a54a12ac02 None None] Enqueued Resource ID: eab33af8-14f3-48d4-910c-242c8806f51c with Priority: HIGHEST for action port [ 718.266273] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab33af8-14f3-48d4-910c-242c8806f51c with Priority: HIGHEST for action port [ 718.266803] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-eab33af8-14f3-48d4-910c-242c8806f51c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.267319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eab33af8-14f3-48d4-910c-242c8806f51c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.267406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eab33af8-14f3-48d4-910c-242c8806f51c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.267685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eab33af8-14f3-48d4-910c-242c8806f51c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.267764] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab33af8-14f3-48d4-910c-242c8806f51c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.542507] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bd88d09-7208-4cfa-b04c-cce3368dbb62: rpc.has_security_group_logging(os_id): False [ 718.572902] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.573077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.573170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.573411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.573511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.573766] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.573866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.573932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.574946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.576030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.576030] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be updated. [ 718.646251] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.646447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.646522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.647275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.647275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.667812] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: IN_PROGRESS for 2s [ 718.752706] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.775422] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eab33af8-14f3-48d4-910c-242c8806f51c [ 718.775422] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.775422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.775422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.775422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.775422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.775422] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eab33af8-14f3-48d4-910c-242c8806f51c already deleted. [ 718.775422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eab33af8-14f3-48d4-910c-242c8806f51c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.798746] env[65672]: INFO networking_nsxv3.common.synchronization [req-6c22ec1a-8ebb-46b6-93e1-d5d4b5e88e68 req-472306dd-7de4-4ec4-8d82-fa2629fda794 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103 tempest-FloatingIPsAssociationNegativeTestJSON-1865053103-project-member] Enqueued Resource ID: 162cb45f-a26e-4208-9b55-776a74f96c2e with Priority: HIGHEST for action security_group_members [ 718.798896] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162cb45f-a26e-4208-9b55-776a74f96c2e with Priority: HIGHEST for action security_group_members [ 718.799259] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-162cb45f-a26e-4208-9b55-776a74f96c2e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.799392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.799447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.799638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.799816] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.799938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.799938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.800133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.800199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.800277] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('162cb45f-a26e-4208-9b55-776a74f96c2e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.257622] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 489b666c-fd11-4d24-8ce1-ec1049772051: rpc.has_security_group_logging(os_id): False [ 719.280861] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.281025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.281095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.281299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.281839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.281839] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.281839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.281839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.282059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.282162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.282276] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 489b666c-fd11-4d24-8ce1-ec1049772051 is going to be created. [ 719.305924] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.306214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.306435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.306729] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.306886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.307047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.307130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.307220] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 162cb45f-a26e-4208-9b55-776a74f96c2e is going to be updated. [ 719.342597] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.342832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.342832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.344057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.344057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.355366] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 162cb45f-a26e-4208-9b55-776a74f96c2e in Status: IN_PROGRESS for 2s [ 719.366167] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.366167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.366167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.366340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.367882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.388575] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 489b666c-fd11-4d24-8ce1-ec1049772051 in Status: IN_PROGRESS for 2s [ 719.475325] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: SUCCESS [ 719.475725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.857172] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 719.857407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.857532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.857765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.857970] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.858111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.858176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.858327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.858408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.858495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.858650] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.858727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.858782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.858999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.859196] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.859196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.859196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.860196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.860196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.861038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.861404] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.863220] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: SUCCESS [ 719.863383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.863838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.863959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.864472] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.864578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.864640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.868352] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.868474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.868570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.868669] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.105222] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 720.105811] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 deletion is rescheduled due to dependency. [ 720.105811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.370861] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d5aa63-850d-446c-87e4-5a63aab0cda7: rpc.has_security_group_logging(os_id): False [ 720.372428] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.398322] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.398322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.398322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.398592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.398693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.398885] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.398995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.399062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.399229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.399311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.399494] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.399591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.399653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.399799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.399875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.400254] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.400377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.400441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.400623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.400714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.400809] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 720.485483] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.485630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.485703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.485907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.486055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.503780] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 720.689510] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 in Status: SUCCESS [ 720.689748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.875248] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c24b1ab-0558-48af-b4f4-1b24c06f1142: rpc.has_security_group_logging(os_id): False [ 720.895688] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.895688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.895688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.895688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.895688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.895688] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.895914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.895914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.896038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.896094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.896182] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 is going to be updated. [ 720.968094] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.968094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.968094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.968330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.968330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.982492] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: IN_PROGRESS for 2s [ 721.003209] env[65672]: INFO networking_nsxv3.common.synchronization [None req-603938f0-4fca-4650-b93e-dc2f6e57614b None None] Enqueued Resource ID: 7d505162-b96d-456b-a042-d4ca4b32517c with Priority: HIGHEST for action port [ 721.003209] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d505162-b96d-456b-a042-d4ca4b32517c with Priority: HIGHEST for action port [ 721.003886] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d505162-b96d-456b-a042-d4ca4b32517c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.008034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d505162-b96d-456b-a042-d4ca4b32517c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.008034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d505162-b96d-456b-a042-d4ca4b32517c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.008218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d505162-b96d-456b-a042-d4ca4b32517c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.008218] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d505162-b96d-456b-a042-d4ca4b32517c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.367494] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 162cb45f-a26e-4208-9b55-776a74f96c2e in Status: SUCCESS [ 721.367688] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 162cb45f-a26e-4208-9b55-776a74f96c2e deletion is rescheduled due to dependency. [ 721.367815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-162cb45f-a26e-4208-9b55-776a74f96c2e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.397257] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 489b666c-fd11-4d24-8ce1-ec1049772051 in Status: SUCCESS [ 721.397499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.511036] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d505162-b96d-456b-a042-d4ca4b32517c [ 721.511036] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.511245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.511245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.511544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.511616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.511711] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d505162-b96d-456b-a042-d4ca4b32517c already deleted. [ 721.511794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d505162-b96d-456b-a042-d4ca4b32517c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.751439] env[65672]: INFO networking_nsxv3.common.synchronization [None req-566f9cb6-fd54-4409-8203-d3744c61dc8d None None] Enqueued Resource ID: ec7a5fb1-b107-4746-87c5-17e690f7860e with Priority: HIGHEST for action port [ 721.751749] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7a5fb1-b107-4746-87c5-17e690f7860e with Priority: HIGHEST for action port [ 721.752239] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec7a5fb1-b107-4746-87c5-17e690f7860e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.752636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec7a5fb1-b107-4746-87c5-17e690f7860e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.752680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec7a5fb1-b107-4746-87c5-17e690f7860e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.752940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec7a5fb1-b107-4746-87c5-17e690f7860e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.753077] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7a5fb1-b107-4746-87c5-17e690f7860e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.255179] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec7a5fb1-b107-4746-87c5-17e690f7860e [ 722.255521] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.255583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.255659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.257018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.257018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.257018] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec7a5fb1-b107-4746-87c5-17e690f7860e already deleted. [ 722.257018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec7a5fb1-b107-4746-87c5-17e690f7860e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.275741] env[65672]: INFO networking_nsxv3.common.synchronization [req-5874e513-f87e-497c-a791-595be6a6d653 req-70234dcc-7a6f-4e41-b2fa-cc23b2963c28 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 722.276639] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 722.277113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.277289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.277388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.279190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.279190] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.279190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.279190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.279190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.279190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.279190] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.544542] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 722.544816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.546483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.546483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.546483] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.762354] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.762354] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.762354] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.762558] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.762952] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.763134] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.763269] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.763467] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.763656] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.763913] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.764073] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.764213] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.764316] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.764467] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.764511] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.765905] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.782436] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.782803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.782803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.783040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.783238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.783527] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.783639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.783707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.783892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.783978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.784091] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 722.794472] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.794809] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.795059] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.795318] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.795821] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-03426bda-56fa-4ff3-aa02-f32309eabf39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.796194] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-03426bda-56fa-4ff3-aa02-f32309eabf39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.796405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-03426bda-56fa-4ff3-aa02-f32309eabf39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.797099] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-03426bda-56fa-4ff3-aa02-f32309eabf39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.797330] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03426bda-56fa-4ff3-aa02-f32309eabf39',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.817389] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.817603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.817603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.818717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.818717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.833037] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 722.999363] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: SUCCESS [ 722.999985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.054747] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.054747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.054747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.054747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.055811] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.055953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.056029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.056225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.056324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.056417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.056507] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.301131] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.301597] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.301597] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.302488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.302488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.302488] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 03426bda-56fa-4ff3-aa02-f32309eabf39 not found, creating... [ 723.302488] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.303514] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.303514] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.303514] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.304924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.304924] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.304924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.304924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.304924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.304924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.304924] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 03426bda-56fa-4ff3-aa02-f32309eabf39 is going to be created. [ 723.327064] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.327296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.327417] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.327846] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.328205] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.328453] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-03426bda-56fa-4ff3-aa02-f32309eabf39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.559530] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.559715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.559791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.563701] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.563701] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.563701] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.563701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.563701] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.064944] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d5aa63-850d-446c-87e4-5a63aab0cda7: rpc.has_security_group_logging(os_id): False [ 724.071275] env[65672]: INFO networking_nsxv3.common.synchronization [req-5874e513-f87e-497c-a791-595be6a6d653 req-16e8caf0-9d24-4e0b-84e7-4897089db476 service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 724.071444] env[65672]: INFO networking_nsxv3.common.synchronization [req-5874e513-f87e-497c-a791-595be6a6d653 req-16e8caf0-9d24-4e0b-84e7-4897089db476 service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 724.071572] env[65672]: INFO networking_nsxv3.common.synchronization [req-5874e513-f87e-497c-a791-595be6a6d653 req-16e8caf0-9d24-4e0b-84e7-4897089db476 service nova] Enqueued Resource ID: 03426bda-56fa-4ff3-aa02-f32309eabf39 with Priority: HIGHEST for action port [ 724.072606] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 724.072754] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 724.072853] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03426bda-56fa-4ff3-aa02-f32309eabf39 with Priority: HIGHEST for action port [ 724.073227] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.073366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.073432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.073643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.073723] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.074639] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.074732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.075202] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-03426bda-56fa-4ff3-aa02-f32309eabf39 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.075319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03426bda-56fa-4ff3-aa02-f32309eabf39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.075383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03426bda-56fa-4ff3-aa02-f32309eabf39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.075582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03426bda-56fa-4ff3-aa02-f32309eabf39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.075661] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03426bda-56fa-4ff3-aa02-f32309eabf39',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.084849] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.084999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.085077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.085278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.085455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.085591] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.085688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.085750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.085896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.085972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.086171] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.086266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.086326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.086466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.086541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.086716] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.086809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.086870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.087017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.087991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.088136] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 724.155445] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.158090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.158090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.158090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.158090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.171803] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 724.339531] env[65672]: INFO networking_nsxv3.common.synchronization [None req-294b2e44-136f-435e-83d7-fbfd4582d762 None None] Enqueued Resource ID: 4bcfcf7f-db94-4582-8cf6-22db79fe8ecc with Priority: HIGHEST for action port [ 724.340089] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bcfcf7f-db94-4582-8cf6-22db79fe8ecc with Priority: HIGHEST for action port [ 724.341167] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bcfcf7f-db94-4582-8cf6-22db79fe8ecc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.341167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bcfcf7f-db94-4582-8cf6-22db79fe8ecc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.341167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bcfcf7f-db94-4582-8cf6-22db79fe8ecc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.341167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bcfcf7f-db94-4582-8cf6-22db79fe8ecc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.341167] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bcfcf7f-db94-4582-8cf6-22db79fe8ecc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.444560] env[65672]: INFO networking_nsxv3.common.synchronization [req-e1fe2242-5824-4eed-a2b1-d1ab8e91c5ac req-4d93dd1a-2b6b-448c-8677-63be3f0ce7d6 tempest-ImagesOneServerTestJSON-31843133 tempest-ImagesOneServerTestJSON-31843133-project-member] Enqueued Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGHEST for action security_group_members [ 724.444560] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGHEST for action security_group_members [ 724.445032] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-edaed69e-bf2c-4797-a938-b2933198bee5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.445427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.445641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.446228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.446624] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.446875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.447081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.447410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.447757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.447996] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.578752] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.578918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.579727] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03426bda-56fa-4ff3-aa02-f32309eabf39 with status ACTIVE [ 724.579727] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.579727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.579727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.579727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.579727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.580128] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.580128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.580128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.580288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.580351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.580573] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.580651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.580698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.580841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.580912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.581268] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03426bda-56fa-4ff3-aa02-f32309eabf39 is going to be updated. [ 724.625409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.625595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.625663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.625883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.626032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.626192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03426bda-56fa-4ff3-aa02-f32309eabf39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.844588] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 724.844588] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 deletion is rescheduled due to dependency. [ 724.844588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.844864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.844896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.845526] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.845526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.845526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.845526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.845526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.845950] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.846493] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bcfcf7f-db94-4582-8cf6-22db79fe8ecc [ 724.847103] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.847103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.847103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.847103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.847103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.847287] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bcfcf7f-db94-4582-8cf6-22db79fe8ecc already deleted. [ 724.847287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bcfcf7f-db94-4582-8cf6-22db79fe8ecc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.953853] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.953965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.955117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.955432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.955537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.955770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.955842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.955906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.956087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.956269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.956269] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edaed69e-bf2c-4797-a938-b2933198bee5 is going to be updated. [ 724.985870] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.986124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.986249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.986427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.986571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.996038] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edaed69e-bf2c-4797-a938-b2933198bee5 in Status: IN_PROGRESS for 2s [ 725.353020] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.857481] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.189308] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 726.190715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.360254] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.360581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.360581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.360932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.361178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.361280] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 726.399273] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.399273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.399273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.399273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.399273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.409430] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 726.858207] env[65672]: INFO networking_nsxv3.common.synchronization [req-c227cf9a-75f2-4a56-8344-c90bb7cb405d req-5ec6b234-2382-4485-b05e-6de7f5bb2993 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Enqueued Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGHEST for action security_group_members [ 726.858758] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGHEST for action security_group_members [ 726.859083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c181d717-041a-4af0-9bdd-1dd25a8d495d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.859210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.859293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.859550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.859705] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.859818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.859872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.860938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.861243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.861243] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.009574] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edaed69e-bf2c-4797-a938-b2933198bee5 in Status: SUCCESS [ 727.009574] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edaed69e-bf2c-4797-a938-b2933198bee5 deletion is rescheduled due to dependency. [ 727.009574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.274123] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.274444] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-238" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.274538] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-238" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.274903] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-238" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.275234] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.275393] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.275506] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.275719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.275859] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.276079] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.276187] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.276289] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.276391] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.276494] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.276591] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.276712] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.312855] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.313038] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.313204] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.313512] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-238" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.314405] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.314405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.314405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.314606] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.314606] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.364231] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.364634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.364634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.364634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.364740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.364940] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.365039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.365095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.365252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.365333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.365451] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c181d717-041a-4af0-9bdd-1dd25a8d495d already deleted. [ 727.365495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.817020] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.817293] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.817492] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.817806] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.817988] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.818193] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 not found, creating... [ 727.818531] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.818721] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.818874] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.819116] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.819285] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.819582] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.819722] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.819832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.820126] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.820224] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.820378] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 is going to be created. [ 727.841715] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.841945] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.842079] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.842453] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.842889] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.843201] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.419945] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 728.420277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.420371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.420583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.420779] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.420896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.420961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.421126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.421210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.421296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.421388] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.499207] env[65672]: INFO networking_nsxv3.common.synchronization [None req-4e3d544e-5742-4936-8467-6bc048124015 None None] Enqueued Resource ID: 94cea857-cd22-4246-b627-68dc9f061dab with Priority: HIGHEST for action port [ 728.499679] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94cea857-cd22-4246-b627-68dc9f061dab with Priority: HIGHEST for action port [ 728.500136] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-94cea857-cd22-4246-b627-68dc9f061dab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.500293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94cea857-cd22-4246-b627-68dc9f061dab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.500403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94cea857-cd22-4246-b627-68dc9f061dab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.500711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94cea857-cd22-4246-b627-68dc9f061dab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.500820] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94cea857-cd22-4246-b627-68dc9f061dab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.576584] env[65672]: INFO networking_nsxv3.common.synchronization [req-c227cf9a-75f2-4a56-8344-c90bb7cb405d req-f9ec4a86-927f-4629-bcbe-bfb67d41f3c5 service nova] Enqueued Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGHEST for action security_group_rules [ 728.576802] env[65672]: INFO networking_nsxv3.common.synchronization [req-c227cf9a-75f2-4a56-8344-c90bb7cb405d req-f9ec4a86-927f-4629-bcbe-bfb67d41f3c5 service nova] Enqueued Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGHEST for action security_group_members [ 728.576978] env[65672]: INFO networking_nsxv3.common.synchronization [req-c227cf9a-75f2-4a56-8344-c90bb7cb405d req-f9ec4a86-927f-4629-bcbe-bfb67d41f3c5 service nova] Enqueued Resource ID: 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 with Priority: HIGHEST for action port [ 728.578311] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGHEST for action security_group_rules [ 728.578569] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGHEST for action security_group_members [ 728.578732] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 with Priority: HIGHEST for action port [ 728.582559] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c181d717-041a-4af0-9bdd-1dd25a8d495d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.582890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.582970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.583344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.583448] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.584730] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c181d717-041a-4af0-9bdd-1dd25a8d495d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.584730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.585928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.587315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.587575] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.587719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.587808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.588746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.589159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.589159] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.590235] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.590374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.590750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.590750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.590835] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.923985] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.926152] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.926152] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.926152] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.927089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.927089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.927089] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.002719] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94cea857-cd22-4246-b627-68dc9f061dab [ 729.003956] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.004255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.004370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.004722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.004835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.004947] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94cea857-cd22-4246-b627-68dc9f061dab already deleted. [ 729.005097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94cea857-cd22-4246-b627-68dc9f061dab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.046019] env[65672]: INFO networking_nsxv3.common.synchronization [req-693d8f83-54ac-4cfc-b14a-94165606e85e req-02cf5bd9-3e44-4cf4-9f7a-d007274daa19 tempest-ServerRescueTestJSON-142408415 tempest-ServerRescueTestJSON-142408415-project-member] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 729.047603] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGHEST for action security_group_members [ 729.047967] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.049173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.049173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.049376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.049678] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.049862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.049955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.050192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.050312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.050439] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.092483] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c181d717-041a-4af0-9bdd-1dd25a8d495d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.092629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.092829] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.094478] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 with status ACTIVE [ 729.094683] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.094806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.094880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.095098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.095194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.095373] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.095473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.095531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.095688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.095762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.095942] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.096048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.096105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.096304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.096382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.096469] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4 is going to be updated. [ 729.133339] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.133339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.133542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.133745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.133961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.134215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b1b4ebc-6ed1-4b42-883f-6f141e81d7d4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.428748] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61e300c-c936-4fbe-9c3c-00d3f46b5e32: rpc.has_security_group_logging(os_id): False [ 729.446792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.447054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.447191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.447453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.447725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.447853] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.447853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.447943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.448206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.448206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.448363] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.448531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.448531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.448743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.448743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.448945] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.449037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.450117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.450325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.450420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.450515] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 729.543735] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.543930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.543930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.544177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.544329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.553672] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.553818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.553818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.554357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.554357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.554357] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.554526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.554526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.554657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.554733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.554829] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca95521-0f13-40c7-909c-2b80067559d5 is going to be updated. [ 729.562719] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 729.592697] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.592885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.592885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.593170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.593322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.597659] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.628621] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: IN_PROGRESS for 2s [ 730.101724] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.101942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.101942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.102189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.102290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.102385] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c181d717-041a-4af0-9bdd-1dd25a8d495d is going to be created. [ 730.132388] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.132529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.132596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.132800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.132955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.147450] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c181d717-041a-4af0-9bdd-1dd25a8d495d in Status: UNINITIALIZED for 2s [ 731.183072] env[65672]: INFO networking_nsxv3.common.synchronization [None req-7aefaf95-c21d-410b-ac1f-ce8699b88209 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Enqueued Resource ID: 6554a7a9-885c-4456-a8de-4965b0a51702 with Priority: HIGHEST for action security_group_rules [ 731.183072] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6554a7a9-885c-4456-a8de-4965b0a51702 with Priority: HIGHEST for action security_group_rules [ 731.183072] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6554a7a9-885c-4456-a8de-4965b0a51702 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.183072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6554a7a9-885c-4456-a8de-4965b0a51702" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.183072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6554a7a9-885c-4456-a8de-4965b0a51702" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.183663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6554a7a9-885c-4456-a8de-4965b0a51702" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.183663] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6554a7a9-885c-4456-a8de-4965b0a51702',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.307807] env[65672]: INFO networking_nsxv3.common.synchronization [None req-7fb7fc19-abe8-4e93-b204-13d2b3437f82 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Enqueued Resource ID: 6554a7a9-885c-4456-a8de-4965b0a51702 with Priority: HIGHEST for action security_group_rules [ 731.307999] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6554a7a9-885c-4456-a8de-4965b0a51702 with Priority: HIGHEST for action security_group_rules [ 731.308362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6554a7a9-885c-4456-a8de-4965b0a51702 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.308362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6554a7a9-885c-4456-a8de-4965b0a51702" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.579241] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 731.579659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.639641] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca95521-0f13-40c7-909c-2b80067559d5 in Status: SUCCESS [ 731.639910] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca95521-0f13-40c7-909c-2b80067559d5 deletion is rescheduled due to dependency. [ 731.639973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.705841] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.706012] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.706062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.706460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.706587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.706651] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6554a7a9-885c-4456-a8de-4965b0a51702 already deleted. [ 731.706734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6554a7a9-885c-4456-a8de-4965b0a51702" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.706885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6554a7a9-885c-4456-a8de-4965b0a51702" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.707062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6554a7a9-885c-4456-a8de-4965b0a51702" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.707178] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6554a7a9-885c-4456-a8de-4965b0a51702',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.762630] env[65672]: INFO networking_nsxv3.common.synchronization [None req-2b0b9b71-0212-4fb0-956b-ff55b48c9062 None None] Enqueued Resource ID: 77238c1e-b30f-4125-919f-c5568db80ba7 with Priority: HIGHEST for action port [ 731.763177] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77238c1e-b30f-4125-919f-c5568db80ba7 with Priority: HIGHEST for action port [ 731.763505] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-77238c1e-b30f-4125-919f-c5568db80ba7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.763625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77238c1e-b30f-4125-919f-c5568db80ba7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.763846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77238c1e-b30f-4125-919f-c5568db80ba7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.764820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77238c1e-b30f-4125-919f-c5568db80ba7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.764990] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77238c1e-b30f-4125-919f-c5568db80ba7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.160068] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c181d717-041a-4af0-9bdd-1dd25a8d495d in Status: SUCCESS [ 732.160334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.160503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.160716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.160910] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.161037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.161103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.161249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.161332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.161415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.161855] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.237826] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.238447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.238447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.238447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.238447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.238665] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6554a7a9-885c-4456-a8de-4965b0a51702 already deleted. [ 732.238665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6554a7a9-885c-4456-a8de-4965b0a51702" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.270210] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77238c1e-b30f-4125-919f-c5568db80ba7 [ 732.270464] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.270678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.270678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.270897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.270985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.271092] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77238c1e-b30f-4125-919f-c5568db80ba7 already deleted. [ 732.271200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77238c1e-b30f-4125-919f-c5568db80ba7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.374109] env[65672]: INFO networking_nsxv3.common.synchronization [req-529849f8-52dc-46b0-9418-483e42d6eb2f req-81e7e04c-fbba-41ac-a926-5c655f3c9ef4 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_members [ 732.374109] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_members [ 732.374290] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.374467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.374467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.375535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.375535] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.375535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.375535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.375535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.375535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.375535] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.667441] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c181d717-041a-4af0-9bdd-1dd25a8d495d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.667441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.667441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.667707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.667707] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.667798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.668260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.668260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.668260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.668260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.668484] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c181d717-041a-4af0-9bdd-1dd25a8d495d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.668484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.668484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.669029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.669029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.669029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.669029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.669297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.669297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.669297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.669375] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.807751] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.807751] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.807751] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.808025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.808207] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.808759] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.808759] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.808759] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.808759] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.808951] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.809064] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.809447] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.809447] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.809447] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.809580] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.809651] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.830326] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.831028] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.831028] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.831028] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.831566] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-1f84c642-b403-4e3e-bd3a-9eecdae0c047 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.831766] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.831843] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.832217] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.832368] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f84c642-b403-4e3e-bd3a-9eecdae0c047',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.877807] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.877996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.878087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.878532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.878532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.878670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.878778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.878838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.879387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.879387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.879387] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 already deleted. [ 732.879387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.173092] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c181d717-041a-4af0-9bdd-1dd25a8d495d: rpc.has_security_group_logging(os_id): False [ 733.192161] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.192406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.192468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.192623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.192712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.192905] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.193008] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.193075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.193246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.193331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.193564] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.193705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.193793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.193945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.195063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.195464] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.195464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.195464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.195609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.195689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.195775] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c181d717-041a-4af0-9bdd-1dd25a8d495d is going to be created. [ 733.256304] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.256664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.256664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.256748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.256876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.271411] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c181d717-041a-4af0-9bdd-1dd25a8d495d in Status: IN_PROGRESS for 2s [ 733.335010] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.335253] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.335377] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.336064] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.336253] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.336411] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 1f84c642-b403-4e3e-bd3a-9eecdae0c047 not found, creating... [ 733.336711] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.336835] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.336939] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.337199] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.337335] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.338458] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.338691] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.338807] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.339041] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.339176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.339316] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 is going to be created. [ 733.366206] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.366490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.366614] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.366943] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.367235] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.367474] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.079408] env[65672]: INFO networking_nsxv3.common.synchronization [req-529849f8-52dc-46b0-9418-483e42d6eb2f req-b012b9dc-37c6-469b-872c-e1a2ecd35f9c service nova] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_rules [ 734.079408] env[65672]: INFO networking_nsxv3.common.synchronization [req-529849f8-52dc-46b0-9418-483e42d6eb2f req-b012b9dc-37c6-469b-872c-e1a2ecd35f9c service nova] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_members [ 734.079408] env[65672]: INFO networking_nsxv3.common.synchronization [req-529849f8-52dc-46b0-9418-483e42d6eb2f req-b012b9dc-37c6-469b-872c-e1a2ecd35f9c service nova] Enqueued Resource ID: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 with Priority: HIGHEST for action port [ 734.079408] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_rules [ 734.079408] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_members [ 734.079408] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 with Priority: HIGHEST for action port [ 734.080068] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.080068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.080068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.080839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.080976] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.082983] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.083779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.084164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.084563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.084745] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.084898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.085009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.085228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.085376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.085628] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.089165] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f84c642-b403-4e3e-bd3a-9eecdae0c047 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.089270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.089691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.090057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.090187] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f84c642-b403-4e3e-bd3a-9eecdae0c047',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.592813] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.597076] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.597076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.597076] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f84c642-b403-4e3e-bd3a-9eecdae0c047 with status ACTIVE [ 734.597076] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.597076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.597076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.597076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.597076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.597076] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.597076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.597076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.597076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.601076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.601076] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.601076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.601076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.602686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.603346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.603346] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 is going to be updated. [ 734.631445] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.631619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.631752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.631999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.632173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.632423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.102932] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d1e6a911-7410-4703-97c3-73ec481b45f4 None None] Enqueued Resource ID: 2a0b52b4-2759-4abb-8903-871386c373c8 with Priority: HIGHEST for action port [ 735.103483] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0b52b4-2759-4abb-8903-871386c373c8 with Priority: HIGHEST for action port [ 735.103614] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a0b52b4-2759-4abb-8903-871386c373c8 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.103731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a0b52b4-2759-4abb-8903-871386c373c8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.103801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a0b52b4-2759-4abb-8903-871386c373c8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.105608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a0b52b4-2759-4abb-8903-871386c373c8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.105712] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0b52b4-2759-4abb-8903-871386c373c8',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.106660] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.289957] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c181d717-041a-4af0-9bdd-1dd25a8d495d in Status: SUCCESS [ 735.290353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.611427] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a0b52b4-2759-4abb-8903-871386c373c8 [ 735.612370] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.613188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.613504] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.613811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.613986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.614232] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a0b52b4-2759-4abb-8903-871386c373c8 already deleted. [ 735.614433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a0b52b4-2759-4abb-8903-871386c373c8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.614937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.615297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.615837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.616159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.616370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.616565] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 is going to be created. [ 735.657877] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.658135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.658222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.658529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.658752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.672526] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: UNINITIALIZED for 2s [ 736.817166] env[65672]: INFO networking_nsxv3.common.synchronization [None req-04892a9b-fa87-4977-baed-e4c437539f12 None None] Enqueued Resource ID: 33c51efd-d117-47a8-be48-fb14f71f1b73 with Priority: HIGHEST for action port [ 736.817166] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c51efd-d117-47a8-be48-fb14f71f1b73 with Priority: HIGHEST for action port [ 736.817166] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c51efd-d117-47a8-be48-fb14f71f1b73 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.820357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c51efd-d117-47a8-be48-fb14f71f1b73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.820357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c51efd-d117-47a8-be48-fb14f71f1b73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.820357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c51efd-d117-47a8-be48-fb14f71f1b73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.820357] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c51efd-d117-47a8-be48-fb14f71f1b73',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.832526] env[65672]: INFO networking_nsxv3.common.synchronization [req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 req-182b2d3e-65cc-480c-8d3b-b2467599f563 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 736.832733] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 736.833257] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.834413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.834650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.835465] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.835774] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.836099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.837903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.837903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.837903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.837903] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.309849] env[65672]: INFO networking_nsxv3.common.synchronization [None req-ee817c05-b99b-4494-b04d-84619e564f19 None None] Enqueued Resource ID: 9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4 with Priority: HIGHEST for action port [ 737.311080] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4 with Priority: HIGHEST for action port [ 737.311449] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.311597] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.311668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.313855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.313855] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.322906] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33c51efd-d117-47a8-be48-fb14f71f1b73 [ 737.324900] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.324900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.324900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.324900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.324900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.324900] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33c51efd-d117-47a8-be48-fb14f71f1b73 already deleted. [ 737.324900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c51efd-d117-47a8-be48-fb14f71f1b73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.340017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.340296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.340418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.340761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.340907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.341258] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.342327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.342327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.342327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.342327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.342327] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d already deleted. [ 737.342327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.361553] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.361777] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-714" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.361895] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-714" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.362405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-714" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.363187] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.363187] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.363187] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.363435] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.363717] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.364145] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.366157] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.366157] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.366157] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.366157] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.366157] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.366157] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.390532] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.390645] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.390805] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.391220] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-714" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.391729] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-3dbc22dc-5c77-44a1-8527-cab0e61ad078 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.391933] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-3dbc22dc-5c77-44a1-8527-cab0e61ad078" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.392097] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-3dbc22dc-5c77-44a1-8527-cab0e61ad078" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.392495] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-3dbc22dc-5c77-44a1-8527-cab0e61ad078" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.393025] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dbc22dc-5c77-44a1-8527-cab0e61ad078',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.685323] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: SUCCESS [ 737.685563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.687128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.687393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.687626] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.687755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.687813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.687990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.688090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.688179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.688270] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.815674] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4 [ 737.816746] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.816746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.816746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.816746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.816746] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4 already deleted. [ 737.816746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa907ce-8ad5-4316-a7a1-5c9abd2b6fc4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.895548] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.896856] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.896856] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.896856] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.898745] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.898745] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 3dbc22dc-5c77-44a1-8527-cab0e61ad078 not found, creating... [ 737.898745] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.898745] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.898745] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.898745] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.898985] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.899386] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.899653] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.899878] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.900287] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.900543] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.900768] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 3dbc22dc-5c77-44a1-8527-cab0e61ad078 is going to be created. [ 737.931803] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.931803] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.931803] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.931803] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.931803] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.932403] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-3dbc22dc-5c77-44a1-8527-cab0e61ad078" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.192745] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.696484] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824abb2c-84f0-4070-ad06-bdc23d29e8e7: rpc.has_security_group_logging(os_id): False [ 738.720036] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.720251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.720379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.720648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.720754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.721105] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.721233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.721317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.721518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.721639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.721778] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 is going to be created. [ 738.754866] env[65672]: INFO networking_nsxv3.common.synchronization [req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 req-5ad7a404-be6e-41ec-b1ce-4b9f1ee80118 service nova] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_rules [ 738.755055] env[65672]: INFO networking_nsxv3.common.synchronization [req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 req-5ad7a404-be6e-41ec-b1ce-4b9f1ee80118 service nova] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 738.755187] env[65672]: INFO networking_nsxv3.common.synchronization [req-eed6b162-6c3b-4ecb-be6d-1197ef3b1b87 req-5ad7a404-be6e-41ec-b1ce-4b9f1ee80118 service nova] Enqueued Resource ID: 3dbc22dc-5c77-44a1-8527-cab0e61ad078 with Priority: HIGHEST for action port [ 738.755718] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_rules [ 738.755938] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 738.758048] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbc22dc-5c77-44a1-8527-cab0e61ad078 with Priority: HIGHEST for action port [ 738.758048] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.758048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.758048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.758048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.758048] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.758048] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.758048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.761401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.761643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.761822] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.761934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.761997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.762162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.762333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.762433] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.766468] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dbc22dc-5c77-44a1-8527-cab0e61ad078 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.766612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dbc22dc-5c77-44a1-8527-cab0e61ad078" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.766681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dbc22dc-5c77-44a1-8527-cab0e61ad078" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.766863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dbc22dc-5c77-44a1-8527-cab0e61ad078" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.766933] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dbc22dc-5c77-44a1-8527-cab0e61ad078',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.793593] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.794155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.794370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.794712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.795037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.809381] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: IN_PROGRESS for 2s [ 738.858719] env[65672]: INFO networking_nsxv3.common.synchronization [req-3d3813a2-cc65-4e1a-aae6-cbe7a59d3bb8 req-960eaa2b-2f46-49d7-b7c2-245777241dcb tempest-ServersTestManualDisk-1303903875 tempest-ServersTestManualDisk-1303903875-project-member] Enqueued Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_members [ 738.859309] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 with Priority: HIGHEST for action security_group_members [ 738.860467] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-58fba98e-7f52-4f6f-81ca-94e1322c5b86 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.860854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.860854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.860959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.861063] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.861172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.861235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.861460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.861745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.861862] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58fba98e-7f52-4f6f-81ca-94e1322c5b86',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.269501] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.269820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.269994] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.270950] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dbc22dc-5c77-44a1-8527-cab0e61ad078 with status ACTIVE [ 739.271162] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.271316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.271385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.271598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.271691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.271873] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.271975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.273130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.274367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.274472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.274875] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.275211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.275343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.275625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.275828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.275950] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dbc22dc-5c77-44a1-8527-cab0e61ad078 is going to be updated. [ 739.322264] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.322594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.322769] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.326471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.326763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.327136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dbc22dc-5c77-44a1-8527-cab0e61ad078" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.363899] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.364194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.364194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.364389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.364683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.364750] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.364873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.364931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.365185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.365269] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 is going to be updated. [ 739.408927] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.409135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.409182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.409438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.409588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.440025] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a2c82399-ad1f-4b41-b4b4-74a450d53866 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 739.440656] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 in Status: IN_PROGRESS for 2s [ 739.442331] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 739.442945] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.445042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.445042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.445042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.445042] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.634383] env[65672]: INFO networking_nsxv3.common.synchronization [None req-065e8277-e3a8-4bae-8842-068a67abdf69 None None] Enqueued Resource ID: 24d3fe88-af7e-4b2f-8f57-9e85f310a255 with Priority: HIGHEST for action port [ 739.636804] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d3fe88-af7e-4b2f-8f57-9e85f310a255 with Priority: HIGHEST for action port [ 739.636804] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d3fe88-af7e-4b2f-8f57-9e85f310a255 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.636804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d3fe88-af7e-4b2f-8f57-9e85f310a255" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.636804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d3fe88-af7e-4b2f-8f57-9e85f310a255" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.637354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d3fe88-af7e-4b2f-8f57-9e85f310a255" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.637536] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d3fe88-af7e-4b2f-8f57-9e85f310a255',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.778512] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.793019] env[65672]: INFO networking_nsxv3.common.synchronization [req-c683b621-db45-4755-b322-4f4cf6c8dacc req-743268d8-3237-42b7-a03d-b6707186e4d0 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 739.798124] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 739.799109] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.799252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.799323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.799534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.799684] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.799780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.799870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.800388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.801087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.801238] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.815862] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a5fd10b1-c85b-4619-94b8-9cc37bbf65d5 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 739.817634] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 739.821222] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.821222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.968534] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.971148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.971148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.971148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.971148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.971148] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f072c59-a632-4341-bb1b-42079f814243 already deleted. [ 739.971148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.971148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.971148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.971148] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.143092] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24d3fe88-af7e-4b2f-8f57-9e85f310a255 [ 740.143338] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.143338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.143338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.143338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.143338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.143338] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24d3fe88-af7e-4b2f-8f57-9e85f310a255 already deleted. [ 740.143338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d3fe88-af7e-4b2f-8f57-9e85f310a255" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.280947] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.281361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.281361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.281424] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.281501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.281617] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be created. [ 740.303681] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.347473] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.347473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.347709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.347767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.347968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.360168] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: UNINITIALIZED for 2s [ 740.494899] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.494899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.494899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.494899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.494899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.494899] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f072c59-a632-4341-bb1b-42079f814243 already deleted. [ 740.494899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.807998] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.831393] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: SUCCESS [ 740.831638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.311032] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.311368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.311368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.311368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.311467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.311538] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 is going to be updated. [ 741.359537] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.359712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.359785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.360038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.360238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.373216] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: IN_PROGRESS for 2s [ 741.453821] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 in Status: SUCCESS [ 741.453995] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58fba98e-7f52-4f6f-81ca-94e1322c5b86 deletion is rescheduled due to dependency. [ 741.454201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58fba98e-7f52-4f6f-81ca-94e1322c5b86" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.960113] env[65672]: INFO networking_nsxv3.common.synchronization [req-9860263c-6337-495f-9826-bc3bf99d3b6e req-20b25245-3d69-4873-9678-30a26cfdef2f tempest-SecurityGroupRulesNegativeTestJSON-458799715 tempest-SecurityGroupRulesNegativeTestJSON-458799715-project-member] Enqueued Resource ID: 4399b94b-7035-493f-9630-e84f42add0cb with Priority: HIGHEST for action security_group_rules [ 741.960764] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4399b94b-7035-493f-9630-e84f42add0cb with Priority: HIGHEST for action security_group_rules [ 741.961165] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4399b94b-7035-493f-9630-e84f42add0cb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.961304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4399b94b-7035-493f-9630-e84f42add0cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.961376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4399b94b-7035-493f-9630-e84f42add0cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.961703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4399b94b-7035-493f-9630-e84f42add0cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.961788] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4399b94b-7035-493f-9630-e84f42add0cb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.370558] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: SUCCESS [ 742.370809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.371654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.371654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.371654] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.371654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.371654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.371885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.371885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.371939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.372046] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.500076] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.500076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.500076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.500076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.500076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.500076] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4399b94b-7035-493f-9630-e84f42add0cb already deleted. [ 742.500076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4399b94b-7035-493f-9630-e84f42add0cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.877551] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.877727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.877811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.878099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.878283] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.878396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.878466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.878622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.878772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.878820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.878962] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.879121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.879121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.879273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.879425] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.879569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.879569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.879718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.879796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.879878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.879971] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.389378] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: SUCCESS [ 743.390068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.390759] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0713dd8d-fa64-43be-8820-4454d285e60d: rpc.has_security_group_logging(os_id): False [ 743.416745] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.416937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.416985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.417893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.417893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.417893] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.417893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.417893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.417893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.417893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.418409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.418409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.418409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.418409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.418409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.418575] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.418667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.418730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.418870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.418944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.419360] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be created. [ 743.491110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.491110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.491110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.491110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.491497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.505885] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: IN_PROGRESS for 2s [ 744.866248] env[65672]: INFO networking_nsxv3.common.synchronization [req-25426a36-2dc6-4aaf-87d6-96db141caca2 req-2633e292-7fcc-4b72-93b9-84870f89ef4f tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 744.866989] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 744.867714] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.867907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.868025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.868311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.868557] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.868719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.868828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.869076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.869223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.869377] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.302433] env[65672]: INFO networking_nsxv3.common.synchronization [req-25426a36-2dc6-4aaf-87d6-96db141caca2 req-d51963c6-6ef9-4c24-be35-ae941c160be9 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 745.303065] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 745.303400] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.303600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.372425] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.372585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.372654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.372890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.372983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.373274] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.373432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.373591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.373678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.373758] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.373849] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 745.447104] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.447359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.447576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.448054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.448054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.461118] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 745.519225] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: SUCCESS [ 745.519419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.538386] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a4031084-babb-4dfa-8f60-fc61f14e8b99 None None] Enqueued Resource ID: 755e345d-52e4-4b77-9ed7-103bd71566dc with Priority: HIGHEST for action port [ 745.539276] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755e345d-52e4-4b77-9ed7-103bd71566dc with Priority: HIGHEST for action port [ 745.539722] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-755e345d-52e4-4b77-9ed7-103bd71566dc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.539919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755e345d-52e4-4b77-9ed7-103bd71566dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.540085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755e345d-52e4-4b77-9ed7-103bd71566dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.540481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755e345d-52e4-4b77-9ed7-103bd71566dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.540571] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755e345d-52e4-4b77-9ed7-103bd71566dc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.824437] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.824437] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-118" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.824437] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-118" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.825495] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-118" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.825495] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.825495] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.825761] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.826056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.826245] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.827625] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.827625] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.827625] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.827625] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.827625] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.827625] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.827625] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.854407] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.854598] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.854798] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.855025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-118" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.856389] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-34bca55a-76b6-45e3-93cf-88bd27eb9201 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.858503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-34bca55a-76b6-45e3-93cf-88bd27eb9201" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.858503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-34bca55a-76b6-45e3-93cf-88bd27eb9201" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.858892] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-34bca55a-76b6-45e3-93cf-88bd27eb9201" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.859693] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34bca55a-76b6-45e3-93cf-88bd27eb9201',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.044505] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 755e345d-52e4-4b77-9ed7-103bd71566dc [ 746.045579] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.045579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.045579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.045900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.045900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.045900] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:755e345d-52e4-4b77-9ed7-103bd71566dc already deleted. [ 746.046048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755e345d-52e4-4b77-9ed7-103bd71566dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.362561] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.363062] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.363062] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.363216] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.363216] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.366178] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 34bca55a-76b6-45e3-93cf-88bd27eb9201 not found, creating... [ 746.366178] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.366178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.366178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.366178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.366178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.366178] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.366178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.366178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.367802] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.367802] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.367802] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 34bca55a-76b6-45e3-93cf-88bd27eb9201 is going to be created. [ 746.391893] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.396488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.396488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.396488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.396488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.396488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-34bca55a-76b6-45e3-93cf-88bd27eb9201" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.236063] env[65672]: INFO networking_nsxv3.common.synchronization [req-25426a36-2dc6-4aaf-87d6-96db141caca2 req-5db1cc81-a040-465e-b576-028bc485f1ba service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 747.236364] env[65672]: INFO networking_nsxv3.common.synchronization [req-25426a36-2dc6-4aaf-87d6-96db141caca2 req-5db1cc81-a040-465e-b576-028bc485f1ba service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 747.236988] env[65672]: INFO networking_nsxv3.common.synchronization [req-25426a36-2dc6-4aaf-87d6-96db141caca2 req-5db1cc81-a040-465e-b576-028bc485f1ba service nova] Enqueued Resource ID: 34bca55a-76b6-45e3-93cf-88bd27eb9201 with Priority: HIGHEST for action port [ 747.237268] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 747.238137] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 747.238819] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34bca55a-76b6-45e3-93cf-88bd27eb9201 with Priority: HIGHEST for action port [ 747.239756] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.241486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.241585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.241835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.241924] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.242921] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.243030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.243255] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-34bca55a-76b6-45e3-93cf-88bd27eb9201 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.243395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34bca55a-76b6-45e3-93cf-88bd27eb9201" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.243445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34bca55a-76b6-45e3-93cf-88bd27eb9201" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.243581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34bca55a-76b6-45e3-93cf-88bd27eb9201" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.243659] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34bca55a-76b6-45e3-93cf-88bd27eb9201',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.471580] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 747.471795] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d deletion is rescheduled due to dependency. [ 747.471951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.472069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.472276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.472487] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.472624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.472659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.472822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.472909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.473012] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.708244] env[65672]: INFO networking_nsxv3.common.synchronization [req-b3e85493-c8cb-4fb7-9c8d-47af067cec94 req-05bd7e55-2b0e-456d-88ad-761a531d37f5 tempest-SecurityGroupRulesNegativeTestJSON-458799715 tempest-SecurityGroupRulesNegativeTestJSON-458799715-project-member] Enqueued Resource ID: 4399b94b-7035-493f-9630-e84f42add0cb with Priority: HIGHEST for action security_group_rules [ 747.708244] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4399b94b-7035-493f-9630-e84f42add0cb with Priority: HIGHEST for action security_group_rules [ 747.708244] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4399b94b-7035-493f-9630-e84f42add0cb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.709168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4399b94b-7035-493f-9630-e84f42add0cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.709350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4399b94b-7035-493f-9630-e84f42add0cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.709798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4399b94b-7035-493f-9630-e84f42add0cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.710027] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4399b94b-7035-493f-9630-e84f42add0cb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.747300] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.750917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.752154] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34bca55a-76b6-45e3-93cf-88bd27eb9201 with status ACTIVE [ 747.752783] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.753394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.753537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.753781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.753968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.754208] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.754335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.754415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.754600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.754745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.755285] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.755450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.755552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.755731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.755837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.755947] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34bca55a-76b6-45e3-93cf-88bd27eb9201 is going to be updated. [ 747.782728] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.782903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.783166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.783243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.783400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.783641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34bca55a-76b6-45e3-93cf-88bd27eb9201" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.976425] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.022255] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.022511] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-157" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.022613] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-157" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.022930] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-157" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.023211] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.023362] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.023473] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.023687] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.023822] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.025189] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.025189] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.025189] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.025189] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.025189] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.025189] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.025189] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.051495] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.051495] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.052952] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.052952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-157" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.052952] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.052952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.052952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.052952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.052952] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbae4dcb-121a-4d75-a7c7-cfd62e9d6664',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.232592] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.232829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.232947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.233307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.233463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.233593] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4399b94b-7035-493f-9630-e84f42add0cb already deleted. [ 748.233735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4399b94b-7035-493f-9630-e84f42add0cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.303753] env[65672]: INFO networking_nsxv3.common.synchronization [None req-11e7420f-8948-4665-9910-b89027168a86 None None] Enqueued Resource ID: d2677126-9e30-4426-b5ff-bc3105be507b with Priority: HIGHEST for action port [ 748.304719] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2677126-9e30-4426-b5ff-bc3105be507b with Priority: HIGHEST for action port [ 748.304719] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2677126-9e30-4426-b5ff-bc3105be507b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.306125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2677126-9e30-4426-b5ff-bc3105be507b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.306125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2677126-9e30-4426-b5ff-bc3105be507b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.306125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2677126-9e30-4426-b5ff-bc3105be507b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.306125] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2677126-9e30-4426-b5ff-bc3105be507b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.478555] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.556156] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.556634] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.556799] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.557389] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.557822] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.557822] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 not found, creating... [ 748.558255] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.558341] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.558438] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.561100] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.561100] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.561487] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.561688] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.561808] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562271] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562271] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562484] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 is going to be created. [ 748.589358] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.591274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.591470] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.591858] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.592151] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.592421] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.701260] env[65672]: INFO networking_nsxv3.common.synchronization [req-763b5809-9335-4661-ba7f-3ae7216ab6b2 req-5a8fd754-95f8-4152-9234-299e28c5f2ad tempest-SecurityGroupRulesTestJSON-1867610577 tempest-SecurityGroupRulesTestJSON-1867610577-project-member] Enqueued Resource ID: b66b4eba-b20d-4511-a5f1-0a2ded4f76e7 with Priority: HIGHEST for action security_group_rules [ 748.701956] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66b4eba-b20d-4511-a5f1-0a2ded4f76e7 with Priority: HIGHEST for action security_group_rules [ 748.705057] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66b4eba-b20d-4511-a5f1-0a2ded4f76e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.705057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66b4eba-b20d-4511-a5f1-0a2ded4f76e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.705057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66b4eba-b20d-4511-a5f1-0a2ded4f76e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.705057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66b4eba-b20d-4511-a5f1-0a2ded4f76e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.705057] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66b4eba-b20d-4511-a5f1-0a2ded4f76e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.807620] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2677126-9e30-4426-b5ff-bc3105be507b [ 748.807894] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.808087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.808515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.808515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.808515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.808674] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2677126-9e30-4426-b5ff-bc3105be507b already deleted. [ 748.808723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2677126-9e30-4426-b5ff-bc3105be507b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.984584] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.984770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.984840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.985104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.985201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.985299] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 749.020781] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.021073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.021201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.021539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.021757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.032008] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 749.229097] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.229097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.229097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.229097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.229473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.229896] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66b4eba-b20d-4511-a5f1-0a2ded4f76e7 already deleted. [ 749.229966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66b4eba-b20d-4511-a5f1-0a2ded4f76e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.302294] env[65672]: INFO networking_nsxv3.common.synchronization [req-25426a36-2dc6-4aaf-87d6-96db141caca2 req-e86886a6-7569-4e2b-bc40-8297021dc20e service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 749.302294] env[65672]: INFO networking_nsxv3.common.synchronization [req-25426a36-2dc6-4aaf-87d6-96db141caca2 req-e86886a6-7569-4e2b-bc40-8297021dc20e service nova] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 749.302294] env[65672]: INFO networking_nsxv3.common.synchronization [req-25426a36-2dc6-4aaf-87d6-96db141caca2 req-e86886a6-7569-4e2b-bc40-8297021dc20e service nova] Enqueued Resource ID: dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 with Priority: HIGHEST for action port [ 749.302294] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_rules [ 749.302294] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 749.302294] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 with Priority: HIGHEST for action port [ 749.303018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.303309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.305346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.305346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.305346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.305346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.305346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.305346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.305346] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbae4dcb-121a-4d75-a7c7-cfd62e9d6664',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.806979] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 with status ACTIVE [ 749.807252] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.807392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.807636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.807892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.807989] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.812240] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.812454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.812529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.812729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.812819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.813038] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.813173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.813211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.813426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.813520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.813608] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbae4dcb-121a-4d75-a7c7-cfd62e9d6664 is going to be updated. [ 749.842564] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.842564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.842564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.842564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.842564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.842564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbae4dcb-121a-4d75-a7c7-cfd62e9d6664" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.824424] env[65672]: INFO networking_nsxv3.common.synchronization [req-5d743641-9a8a-4750-8ae8-b5ad9c86caa7 req-17d9b927-cb0f-405b-bc10-45855c845b40 tempest-AttachInterfacesV270Test-224696429 tempest-AttachInterfacesV270Test-224696429-project-member] Enqueued Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGHEST for action security_group_members [ 750.825033] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGHEST for action security_group_members [ 750.825335] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c181d717-041a-4af0-9bdd-1dd25a8d495d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.825454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.825524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.825711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.826943] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.827106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.827166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.827311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.827401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.827500] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.043537] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 751.043815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.044083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.044358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.044557] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.045443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.045443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.045443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.045443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.045443] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.334037] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.334037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.334037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.334037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.334037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.334037] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.334037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.334037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.334037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.334037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.334037] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c181d717-041a-4af0-9bdd-1dd25a8d495d is going to be updated. [ 751.365599] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.365599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.365599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.365599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.365599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.380649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c181d717-041a-4af0-9bdd-1dd25a8d495d in Status: IN_PROGRESS for 2s [ 751.425443] env[65672]: INFO networking_nsxv3.common.synchronization [req-572162ac-db61-41cb-b8f0-150da652f070 req-ccacadb3-a7e6-48e4-a029-732759aed5a0 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 751.425750] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 751.426270] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.426847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.426847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.426847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.426958] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.428419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.428419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.428419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.428419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.428419] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.549024] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.798929] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.799184] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.799305] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.799572] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.799861] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.800036] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.800142] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.800366] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.800525] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.800760] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.800868] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.800969] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.801121] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.801234] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.801342] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.801540] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.828490] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.828863] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.828863] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.829055] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.829317] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-014a08fb-d2b9-4590-81ce-a20d5817b0b5 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.829500] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-014a08fb-d2b9-4590-81ce-a20d5817b0b5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.829617] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-014a08fb-d2b9-4590-81ce-a20d5817b0b5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.829934] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-014a08fb-d2b9-4590-81ce-a20d5817b0b5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.830078] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014a08fb-d2b9-4590-81ce-a20d5817b0b5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.930292] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.930633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.930772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.931154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.931154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.931386] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.931518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.931587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.931867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.932067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.932234] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 already deleted. [ 751.932411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.051777] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.332732] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.332952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.333293] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.333632] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.333781] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.333949] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 014a08fb-d2b9-4590-81ce-a20d5817b0b5 not found, creating... [ 752.334269] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.334480] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.334649] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.334937] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.335752] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.336199] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.336439] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.336630] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.336960] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.337116] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.337313] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 014a08fb-d2b9-4590-81ce-a20d5817b0b5 is going to be created. [ 752.363626] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.363968] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.364180] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.364563] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.364909] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.365257] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-014a08fb-d2b9-4590-81ce-a20d5817b0b5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.554492] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.554721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.554846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.555029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.555103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.555414] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 752.596645] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.596886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.596956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.597392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.597537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.610126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 752.687864] env[65672]: INFO networking_nsxv3.common.synchronization [req-b6dd403d-9b1e-4261-af92-8d295b081750 req-45cc59cf-4751-43d6-a4c8-65f09acb431e tempest-SecurityGroupRulesTestJSON-1867610577 tempest-SecurityGroupRulesTestJSON-1867610577-project-member] Enqueued Resource ID: e54fca5a-6f7e-48c3-9840-2d816f9a6407 with Priority: HIGHEST for action security_group_rules [ 752.688795] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54fca5a-6f7e-48c3-9840-2d816f9a6407 with Priority: HIGHEST for action security_group_rules [ 752.689332] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e54fca5a-6f7e-48c3-9840-2d816f9a6407 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.689474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e54fca5a-6f7e-48c3-9840-2d816f9a6407" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.689544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e54fca5a-6f7e-48c3-9840-2d816f9a6407" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.689805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e54fca5a-6f7e-48c3-9840-2d816f9a6407" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.689889] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e54fca5a-6f7e-48c3-9840-2d816f9a6407',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.136061] env[65672]: INFO networking_nsxv3.common.synchronization [req-572162ac-db61-41cb-b8f0-150da652f070 req-6b2d00ce-3c98-4d94-a2f5-3a35b1676f2b service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 753.136061] env[65672]: INFO networking_nsxv3.common.synchronization [req-572162ac-db61-41cb-b8f0-150da652f070 req-6b2d00ce-3c98-4d94-a2f5-3a35b1676f2b service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 753.136061] env[65672]: INFO networking_nsxv3.common.synchronization [req-572162ac-db61-41cb-b8f0-150da652f070 req-6b2d00ce-3c98-4d94-a2f5-3a35b1676f2b service nova] Enqueued Resource ID: 014a08fb-d2b9-4590-81ce-a20d5817b0b5 with Priority: HIGHEST for action port [ 753.136061] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 753.137247] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 753.137376] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014a08fb-d2b9-4590-81ce-a20d5817b0b5 with Priority: HIGHEST for action port [ 753.137668] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.137784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.137847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.138121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.138201] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.139076] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.139188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.139388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.139433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.139576] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.139824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.139824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.139910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.139949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.140828] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.142141] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-014a08fb-d2b9-4590-81ce-a20d5817b0b5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.142265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-014a08fb-d2b9-4590-81ce-a20d5817b0b5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.143470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-014a08fb-d2b9-4590-81ce-a20d5817b0b5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.143706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-014a08fb-d2b9-4590-81ce-a20d5817b0b5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.143826] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014a08fb-d2b9-4590-81ce-a20d5817b0b5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.211627] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.211792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.211867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.212097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.212196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.212301] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e54fca5a-6f7e-48c3-9840-2d816f9a6407 already deleted. [ 753.212450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e54fca5a-6f7e-48c3-9840-2d816f9a6407" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.391332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c181d717-041a-4af0-9bdd-1dd25a8d495d in Status: SUCCESS [ 753.391516] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c181d717-041a-4af0-9bdd-1dd25a8d495d deletion is rescheduled due to dependency. [ 753.391631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.646030] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.646861] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.646992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.647151] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 014a08fb-d2b9-4590-81ce-a20d5817b0b5 with status ACTIVE [ 753.647312] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.647420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.647529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.647940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.647940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.648189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.648189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.648189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.648314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.648369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.648729] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.648729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.648729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.648876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.648909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.649021] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 014a08fb-d2b9-4590-81ce-a20d5817b0b5 is going to be updated. [ 753.677910] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.678069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.678147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.678351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.678618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.678785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-014a08fb-d2b9-4590-81ce-a20d5817b0b5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.154681] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.622083] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 754.622083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.622083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.622315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.622553] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.622744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.622983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.623488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.623488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.623488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.623653] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.625140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.625140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.625392] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.625493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.625553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.625699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.625807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.625906] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.657801] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.657997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.658069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.658271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.658360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.658455] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be created. [ 754.691023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.691333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.691461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.691812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.692102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.709443] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: UNINITIALIZED for 2s [ 755.128278] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.129235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.129592] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.482628] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c1af8cf9-f669-4a77-8422-1e1521f5a583 None None] Enqueued Resource ID: fca4d476-c128-402e-b3f6-feaf19c087e3 with Priority: HIGHEST for action port [ 755.483203] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca4d476-c128-402e-b3f6-feaf19c087e3 with Priority: HIGHEST for action port [ 755.483517] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca4d476-c128-402e-b3f6-feaf19c087e3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.483635] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca4d476-c128-402e-b3f6-feaf19c087e3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.483704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca4d476-c128-402e-b3f6-feaf19c087e3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.483954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca4d476-c128-402e-b3f6-feaf19c087e3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.486287] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca4d476-c128-402e-b3f6-feaf19c087e3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.635173] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.991926] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fca4d476-c128-402e-b3f6-feaf19c087e3 [ 755.991926] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.991926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.991926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.991926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.991926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.991926] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fca4d476-c128-402e-b3f6-feaf19c087e3 already deleted. [ 755.991926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca4d476-c128-402e-b3f6-feaf19c087e3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.139759] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.139759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.139759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.139759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.139759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.139759] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 756.173551] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.173551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.173551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.173551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.173551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.188342] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 756.722981] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 756.723947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.724183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.724415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.724622] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.724745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.724820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.724982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.725115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.725206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.725302] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.231249] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.231249] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.231249] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.231249] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.231249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.231864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.231864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.231864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.231864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.231864] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.738945] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca42685-bdad-4a15-93da-c82a80eddc34: rpc.has_security_group_logging(os_id): False [ 757.762392] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.763078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.763175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.763437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.763623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.766139] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.766139] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.766139] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.766139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.766732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.766732] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be created. [ 757.849449] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.849662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.849662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.849993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.850191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.864009] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 758.202991] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 758.203266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.205968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.205968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.205968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.205968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.206768] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.376340] env[65672]: INFO networking_nsxv3.common.synchronization [None req-b3766bb3-728c-4d09-bded-14ea4435e4e9 None None] Enqueued Resource ID: cbe70ea1-613d-4062-baee-e442f825fdde with Priority: HIGHEST for action port [ 758.377080] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe70ea1-613d-4062-baee-e442f825fdde with Priority: HIGHEST for action port [ 758.377432] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe70ea1-613d-4062-baee-e442f825fdde taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.377633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe70ea1-613d-4062-baee-e442f825fdde" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.377703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe70ea1-613d-4062-baee-e442f825fdde" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.378097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe70ea1-613d-4062-baee-e442f825fdde" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.378178] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe70ea1-613d-4062-baee-e442f825fdde',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.710801] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4008c190-b6b0-4e04-bdca-7731acab884d: rpc.has_security_group_logging(os_id): False [ 758.731260] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.731425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.733016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.733016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.733016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.733493] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.733493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.733637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.733718] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 758.809695] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.810812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.810812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.810812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.810812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.863019] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 758.882698] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbe70ea1-613d-4062-baee-e442f825fdde [ 758.882698] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.885044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.885254] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.885693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.885811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.885912] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbe70ea1-613d-4062-baee-e442f825fdde already deleted. [ 758.886014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe70ea1-613d-4062-baee-e442f825fdde" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.404279] env[65672]: INFO networking_nsxv3.common.synchronization [None req-0803d9c1-d2ec-4f23-bbe3-f0b22306efa0 None None] Enqueued Resource ID: 9f1703e6-c056-418b-8f54-b06748bbec43 with Priority: HIGHEST for action port [ 759.404835] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1703e6-c056-418b-8f54-b06748bbec43 with Priority: HIGHEST for action port [ 759.405321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1703e6-c056-418b-8f54-b06748bbec43 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.405477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1703e6-c056-418b-8f54-b06748bbec43" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.405548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1703e6-c056-418b-8f54-b06748bbec43" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.405813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1703e6-c056-418b-8f54-b06748bbec43" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.405908] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1703e6-c056-418b-8f54-b06748bbec43',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.883518] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 759.883518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.908308] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f1703e6-c056-418b-8f54-b06748bbec43 [ 759.908554] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.908701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.908803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.909010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.909122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.909215] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f1703e6-c056-418b-8f54-b06748bbec43 already deleted. [ 759.909296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1703e6-c056-418b-8f54-b06748bbec43" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.896136] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 760.896136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.896136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.896136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.896136] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.273967] env[65672]: INFO networking_nsxv3.common.synchronization [None req-34458637-1332-4bf8-8745-118f79a9c29c None None] Enqueued Resource ID: 0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a with Priority: HIGHEST for action port [ 761.276845] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a with Priority: HIGHEST for action port [ 761.277956] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.277956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.278281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.278719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.278719] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.403058] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.403058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.403058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.403058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.403058] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.403058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.403483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.403483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.403483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.403483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.403596] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.782255] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a [ 761.783205] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.783205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.783205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.783444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.783444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.783598] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a already deleted. [ 761.784281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ff7a754-5a83-4ce5-8fa5-4b3606b95f4a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.906582] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.907274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.907958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.908327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.908656] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.912644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.912644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.912644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.912644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.912644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.912644] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.912644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.912644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.912644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.914544] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.914544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.914544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.914544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.914544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.914544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.914544] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.227402] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1cc0ae43-680c-402f-8f78-bf8145fe6ae5 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 762.228012] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 762.228315] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.228434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.228495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.228816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.228887] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.391590] env[65672]: INFO networking_nsxv3.common.synchronization [None req-61333d68-da36-49ab-a79a-c5cc5e8708c0 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 762.393062] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 762.393062] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.393062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.417680] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4008c190-b6b0-4e04-bdca-7731acab884d: rpc.has_security_group_logging(os_id): False [ 762.436270] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.436482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.436560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.436717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.436814] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.437044] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.437268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.437268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.437373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.437672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.437672] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.437781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.437832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.437946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.438030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.438233] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.438436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.438436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.438595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.438634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.438693] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 762.505029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.505029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.505205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.505272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.505778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.523684] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 762.656605] env[65672]: INFO networking_nsxv3.common.synchronization [None req-ecfc570a-f805-4244-85b9-290798bcd1ba None None] Enqueued Resource ID: fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3 with Priority: HIGHEST for action port [ 762.657826] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3 with Priority: HIGHEST for action port [ 762.658239] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.659044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.659044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.659044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.659237] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.756194] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.756399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.756442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.756658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.756794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.756916] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 already deleted. [ 762.757021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.757217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.757414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.757514] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.093371] env[65672]: INFO networking_nsxv3.common.synchronization [None req-9b38d080-5e9d-47a2-b4c4-b83037e68a64 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Enqueued Resource ID: 2e104db2-644a-490c-9ea7-bbc15273af5d with Priority: HIGHEST for action security_group_rules [ 763.093961] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e104db2-644a-490c-9ea7-bbc15273af5d with Priority: HIGHEST for action security_group_rules [ 763.094306] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e104db2-644a-490c-9ea7-bbc15273af5d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.094432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e104db2-644a-490c-9ea7-bbc15273af5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.094514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e104db2-644a-490c-9ea7-bbc15273af5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.094782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e104db2-644a-490c-9ea7-bbc15273af5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.094864] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e104db2-644a-490c-9ea7-bbc15273af5d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.161799] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3 [ 763.161799] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.161799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.162027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.162205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.162327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.162427] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3 already deleted. [ 763.162559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc84dc0a-85c0-4f64-a88e-4e04a4b5c6b3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.280232] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.280427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.280861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.280861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.280861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.281054] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 already deleted. [ 763.281054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.410271] env[65672]: INFO networking_nsxv3.common.synchronization [req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c req-73cb4087-b7f6-460b-89ff-ed87f7fec8cb tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 763.410271] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 763.410271] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.410913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.411014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.411298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.411472] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.411590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.411650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.411828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.411913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.412028] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.592151] env[65672]: INFO networking_nsxv3.common.synchronization [None req-94e3b593-5110-4fc8-a91d-bd7f861ee0a0 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Enqueued Resource ID: 2e104db2-644a-490c-9ea7-bbc15273af5d with Priority: HIGHEST for action security_group_rules [ 763.592957] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e104db2-644a-490c-9ea7-bbc15273af5d with Priority: HIGHEST for action security_group_rules [ 763.593691] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e104db2-644a-490c-9ea7-bbc15273af5d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.593860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e104db2-644a-490c-9ea7-bbc15273af5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.623638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.624053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.624053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.624902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.625103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.626423] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e104db2-644a-490c-9ea7-bbc15273af5d already deleted. [ 763.626423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e104db2-644a-490c-9ea7-bbc15273af5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.626423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e104db2-644a-490c-9ea7-bbc15273af5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.626423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e104db2-644a-490c-9ea7-bbc15273af5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.626423] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e104db2-644a-490c-9ea7-bbc15273af5d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.914457] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.914704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.914854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.915139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.915275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.915515] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.915661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.915759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.915952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.916078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.916218] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f already deleted. [ 763.916280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.924946] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.925135] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.925239] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.925548] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.925802] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.925949] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.926114] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.926904] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.927117] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.927329] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.927438] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.927541] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.927641] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.927740] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.927837] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.927960] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.948178] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.948400] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.948481] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.948745] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.949161] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.949161] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.949361] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.950036] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.950036] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc41c35-8bf8-4c11-9a1a-945f24f0ba0d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.151455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.151793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.152113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.152365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.152460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.152607] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e104db2-644a-490c-9ea7-bbc15273af5d already deleted. [ 764.152734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e104db2-644a-490c-9ea7-bbc15273af5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.452414] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.452679] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.452824] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.453040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.453190] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.453363] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port adc41c35-8bf8-4c11-9a1a-945f24f0ba0d not found, creating... [ 764.453598] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.453740] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.453844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.454473] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.454473] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.454589] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.454663] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.454874] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.454988] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.458186] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.458359] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: adc41c35-8bf8-4c11-9a1a-945f24f0ba0d is going to be created. [ 764.483850] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.484087] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.484213] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.484518] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.484785] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.486854] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.566046] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 764.566046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.946549] env[65672]: INFO networking_nsxv3.common.synchronization [None req-08f9c146-4790-4ba1-8dd8-48464231323e None None] Enqueued Resource ID: c2c42815-3e4a-4b85-b534-526ef785af55 with Priority: HIGHEST for action port [ 764.948647] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c42815-3e4a-4b85-b534-526ef785af55 with Priority: HIGHEST for action port [ 764.949054] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2c42815-3e4a-4b85-b534-526ef785af55 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.949253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2c42815-3e4a-4b85-b534-526ef785af55" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.949326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2c42815-3e4a-4b85-b534-526ef785af55" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.949586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2c42815-3e4a-4b85-b534-526ef785af55" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.949726] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c42815-3e4a-4b85-b534-526ef785af55',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.226131] env[65672]: INFO networking_nsxv3.common.synchronization [req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c req-6671c1c6-2da8-4fc0-9423-53ebd14ce52b service nova] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_rules [ 765.226131] env[65672]: INFO networking_nsxv3.common.synchronization [req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c req-6671c1c6-2da8-4fc0-9423-53ebd14ce52b service nova] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 765.226131] env[65672]: INFO networking_nsxv3.common.synchronization [req-f26a8ba4-fb93-4408-9e38-cf2cb4a8711c req-6671c1c6-2da8-4fc0-9423-53ebd14ce52b service nova] Enqueued Resource ID: adc41c35-8bf8-4c11-9a1a-945f24f0ba0d with Priority: HIGHEST for action port [ 765.226739] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_rules [ 765.226871] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 765.226976] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc41c35-8bf8-4c11-9a1a-945f24f0ba0d with Priority: HIGHEST for action port [ 765.228740] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.229494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.229494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.229494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.229494] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.230837] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.230983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.231063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.231362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.231362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.231578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.231578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.231689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.231759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.231854] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.236683] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.236683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.236683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.236683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.236683] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc41c35-8bf8-4c11-9a1a-945f24f0ba0d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.453556] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2c42815-3e4a-4b85-b534-526ef785af55 [ 765.453961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.454311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.454428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.454666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.454782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.454883] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2c42815-3e4a-4b85-b534-526ef785af55 already deleted. [ 765.454976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2c42815-3e4a-4b85-b534-526ef785af55" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.609800] env[65672]: INFO networking_nsxv3.common.synchronization [req-a793d7d4-ae09-4d98-b7db-5c871715fcd8 req-f81e826f-5657-4c97-a4d4-1c47a2443adf tempest-SecurityGroupRulesTestJSON-1867610577 tempest-SecurityGroupRulesTestJSON-1867610577-project-member] Enqueued Resource ID: 9b8f1561-047d-454c-b2c0-24336cec64bc with Priority: HIGHEST for action security_group_rules [ 765.610426] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8f1561-047d-454c-b2c0-24336cec64bc with Priority: HIGHEST for action security_group_rules [ 765.610759] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b8f1561-047d-454c-b2c0-24336cec64bc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.611030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b8f1561-047d-454c-b2c0-24336cec64bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.611030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b8f1561-047d-454c-b2c0-24336cec64bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.612743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b8f1561-047d-454c-b2c0-24336cec64bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.612842] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b8f1561-047d-454c-b2c0-24336cec64bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.731759] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.732208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.734648] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.740020] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adc41c35-8bf8-4c11-9a1a-945f24f0ba0d with status ACTIVE [ 765.740020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.740020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.740020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.740020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.740020] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adc41c35-8bf8-4c11-9a1a-945f24f0ba0d is going to be updated. [ 765.763732] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.765204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.765523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.765884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.766416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.766860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc41c35-8bf8-4c11-9a1a-945f24f0ba0d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.944653] env[65672]: INFO networking_nsxv3.common.synchronization [req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f req-1ab5d969-5e91-4e6c-bdca-146da2a1de69 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 765.945522] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 765.946011] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.946178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.042436] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c005c9a7-c979-487f-ad1a-bb34177226b3 None None] Enqueued Resource ID: 4ec51b67-b244-440d-9ba7-6f12affe08e6 with Priority: HIGHEST for action port [ 766.042764] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec51b67-b244-440d-9ba7-6f12affe08e6 with Priority: HIGHEST for action port [ 766.043377] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec51b67-b244-440d-9ba7-6f12affe08e6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.043547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec51b67-b244-440d-9ba7-6f12affe08e6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.043691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec51b67-b244-440d-9ba7-6f12affe08e6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.043883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec51b67-b244-440d-9ba7-6f12affe08e6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.044272] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec51b67-b244-440d-9ba7-6f12affe08e6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.135789] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.135789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.135789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.135789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.135789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.135789] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b8f1561-047d-454c-b2c0-24336cec64bc already deleted. [ 766.135789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b8f1561-047d-454c-b2c0-24336cec64bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.236467] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.418154] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.418154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.418154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.418154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.418154] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.418154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.418154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.418154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.418154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.418154] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.418154] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.418154] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.418154] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.418978] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.418978] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.418978] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.442876] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.443086] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.443402] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.443691] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.446038] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-46336f58-a86b-4a95-850e-db5eb96cc8dc taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.446038] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-46336f58-a86b-4a95-850e-db5eb96cc8dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.446038] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-46336f58-a86b-4a95-850e-db5eb96cc8dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.446038] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-46336f58-a86b-4a95-850e-db5eb96cc8dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.446038] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46336f58-a86b-4a95-850e-db5eb96cc8dc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.547024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ec51b67-b244-440d-9ba7-6f12affe08e6 [ 766.547024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.547262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.547262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.547804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.547804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.547804] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ec51b67-b244-440d-9ba7-6f12affe08e6 already deleted. [ 766.547804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec51b67-b244-440d-9ba7-6f12affe08e6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.739200] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.739359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.739432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.739645] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.739738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.739832] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be created. [ 766.771191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.771191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.771399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.771974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.772398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.783822] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: UNINITIALIZED for 2s [ 766.947451] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.947764] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.948319] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.948713] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.949044] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.949317] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 46336f58-a86b-4a95-850e-db5eb96cc8dc not found, creating... [ 766.949766] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.950056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.950258] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.950590] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.950772] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.951105] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.951258] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.951366] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.951572] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.951699] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.951830] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 46336f58-a86b-4a95-850e-db5eb96cc8dc is going to be created. [ 766.974666] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.974909] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.975086] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.975440] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.975780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.976088] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-46336f58-a86b-4a95-850e-db5eb96cc8dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.079357] env[65672]: INFO networking_nsxv3.common.synchronization [None req-2b3a7fad-03c9-4d61-acb7-a9b2a7cd84e6 None None] Enqueued Resource ID: 99bf71ed-47e3-4107-a358-86e8d67beb9a with Priority: HIGHEST for action port [ 767.080192] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99bf71ed-47e3-4107-a358-86e8d67beb9a with Priority: HIGHEST for action port [ 767.080853] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-99bf71ed-47e3-4107-a358-86e8d67beb9a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.080853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99bf71ed-47e3-4107-a358-86e8d67beb9a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.081032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99bf71ed-47e3-4107-a358-86e8d67beb9a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.081303] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99bf71ed-47e3-4107-a358-86e8d67beb9a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.081443] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99bf71ed-47e3-4107-a358-86e8d67beb9a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.583856] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99bf71ed-47e3-4107-a358-86e8d67beb9a [ 767.584166] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.586381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.586381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.586381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.586381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.586381] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99bf71ed-47e3-4107-a358-86e8d67beb9a already deleted. [ 767.586626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99bf71ed-47e3-4107-a358-86e8d67beb9a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.824840] env[65672]: INFO networking_nsxv3.common.synchronization [req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f req-e3db1eb1-56cd-4936-b90a-c7174f93e41f service nova] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_rules [ 767.824840] env[65672]: INFO networking_nsxv3.common.synchronization [req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f req-e3db1eb1-56cd-4936-b90a-c7174f93e41f service nova] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 767.824931] env[65672]: INFO networking_nsxv3.common.synchronization [req-0f394a50-4edb-4b2e-9351-d1f5dbc4ea8f req-e3db1eb1-56cd-4936-b90a-c7174f93e41f service nova] Enqueued Resource ID: 46336f58-a86b-4a95-850e-db5eb96cc8dc with Priority: HIGHEST for action port [ 767.825473] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_rules [ 767.825600] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 767.825717] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46336f58-a86b-4a95-850e-db5eb96cc8dc with Priority: HIGHEST for action port [ 767.826012] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.829401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.829691] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.829749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.829918] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-46336f58-a86b-4a95-850e-db5eb96cc8dc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.830045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46336f58-a86b-4a95-850e-db5eb96cc8dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.830208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46336f58-a86b-4a95-850e-db5eb96cc8dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.832370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46336f58-a86b-4a95-850e-db5eb96cc8dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.832370] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46336f58-a86b-4a95-850e-db5eb96cc8dc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.340176] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46336f58-a86b-4a95-850e-db5eb96cc8dc with status ACTIVE [ 768.340395] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.340537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.340608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.340817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.340903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.342448] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.342448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.342448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.342448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.342448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.342448] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.342448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.342448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.342448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.342448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.342448] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46336f58-a86b-4a95-850e-db5eb96cc8dc is going to be updated. [ 768.366452] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.366452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.366452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.366688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.366742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.366894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46336f58-a86b-4a95-850e-db5eb96cc8dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.796955] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 768.798580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.799221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.799221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.799853] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.799990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.800229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.800295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.800383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.800435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.800569] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.801829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.801829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.802301] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.802493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.802731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.802962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.803126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.803279] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.307293] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.307293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.307293] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.809220] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.318209] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.318664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.318664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.318888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.319081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.319256] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 770.369919] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.369919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.369919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.369919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.369919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.375044] env[65672]: INFO networking_nsxv3.common.synchronization [req-042a415c-f9c9-4552-8c4f-cd462e002918 req-761e68d4-4c99-4eda-b61a-820bf97afed5 tempest-SecurityGroupRulesTestJSON-1867610577 tempest-SecurityGroupRulesTestJSON-1867610577-project-member] Enqueued Resource ID: 7063ca05-f3c7-4539-9e28-900044aca885 with Priority: HIGHEST for action security_group_rules [ 770.375644] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7063ca05-f3c7-4539-9e28-900044aca885 with Priority: HIGHEST for action security_group_rules [ 770.375904] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7063ca05-f3c7-4539-9e28-900044aca885 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.376095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7063ca05-f3c7-4539-9e28-900044aca885" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.376168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7063ca05-f3c7-4539-9e28-900044aca885" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.376423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7063ca05-f3c7-4539-9e28-900044aca885" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.377157] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7063ca05-f3c7-4539-9e28-900044aca885',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.384048] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 770.905076] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.905076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.905076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.905076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.905076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.905076] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7063ca05-f3c7-4539-9e28-900044aca885 already deleted. [ 770.905076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7063ca05-f3c7-4539-9e28-900044aca885" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.989869] env[65672]: INFO networking_nsxv3.common.synchronization [req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 req-63999a01-b19e-417a-9882-16151f7e051c tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 770.994393] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 770.994393] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.994393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.994393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.994393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.994393] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.994393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.994393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.994712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.994712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.994825] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.156720] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.156720] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.384604] env[65672]: INFO networking_nsxv3.common.synchronization [req-2adf15a5-b8cd-498b-acd0-e2e0af015c54 req-18bc77e6-1753-41b2-b371-6457e1243835 tempest-ServersTestMultiNic-1193820948 tempest-ServersTestMultiNic-1193820948-project-member] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 771.385753] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGHEST for action security_group_members [ 771.385942] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.387397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.497759] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.665018] env[65672]: INFO networking_nsxv3.common.synchronization [None req-80360401-1f20-489c-8e5f-153c29775bc9 None None] Enqueued Resource ID: f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b with Priority: HIGHEST for action port [ 771.665018] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b with Priority: HIGHEST for action port [ 771.665018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.666380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.666666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.667017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.667190] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.688104] env[65672]: INFO networking_nsxv3.common.synchronization [req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb req-50fc80fc-526e-4647-b191-29deec6f56c2 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Enqueued Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGHEST for action security_group_members [ 771.688897] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGHEST for action security_group_members [ 771.690394] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-68039aac-56ce-4cb6-a707-2088201f536b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.690394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.690394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.690394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.690394] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.690394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.690394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.690394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.690394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.690752] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.000974] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.009454] env[65672]: INFO networking_nsxv3.common.synchronization [req-73d21dce-7979-4ac2-b20d-4fc894ace992 req-b91c34ed-d113-4dbb-b3f5-bc4e545ecfee tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 772.010141] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 772.011119] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.011561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.011670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.011888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.014614] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.014614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.014614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.014614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.014614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.014614] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.169781] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b [ 772.170185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.170355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.170473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.170709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.170805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.170900] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b already deleted. [ 772.170984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4b3f516-fa37-4b4b-99b1-a2b6367c3b6b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.194860] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.194860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.194860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.194860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.194860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.195181] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.195181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.195181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.195299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.195369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.195456] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68039aac-56ce-4cb6-a707-2088201f536b already deleted. [ 772.195535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.398023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 772.398256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.398256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.398451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.398637] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.400408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.400408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.400408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.400408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.400408] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.474966] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.474966] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-549" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.474966] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-549" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.474966] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-549" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.474966] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.474966] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.474966] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.474966] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.474966] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.475567] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.475567] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.475567] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.475567] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.475567] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.475721] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.475721] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.503024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.503024] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.503211] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.503399] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-549" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.503758] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.503970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.504102] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.504976] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.505160] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf809153-dc25-43a3-b05e-2ce0f1f3ed6e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.506280] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.506411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.506466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.506659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.506961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.506961] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 772.517470] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.517665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.517665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.518051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.518782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.518782] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.518782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.518782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.519114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.519114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.519114] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 772.543339] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.545092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.545258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.545489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.545651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.555047] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.555047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.555047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.555047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.555047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.557649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 772.568364] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 772.902132] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.010660] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.010977] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.011069] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.011411] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.011553] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.011700] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port bf809153-dc25-43a3-b05e-2ce0f1f3ed6e not found, creating... [ 773.011966] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.012132] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.012239] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.012447] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.012694] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.014211] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.015148] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.015148] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.015486] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.015623] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.015770] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: bf809153-dc25-43a3-b05e-2ce0f1f3ed6e is going to be created. [ 773.041930] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.044081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.044081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.044081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.044081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.044081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.407757] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.621179] env[65672]: INFO networking_nsxv3.common.synchronization [req-aaa95862-fb66-495e-bb51-5978b45a1fff req-9538765e-56f2-4075-8ac1-e1e0da20c63e tempest-ServersTestBootFromVolume-1379513184 tempest-ServersTestBootFromVolume-1379513184-project-member] Enqueued Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_members [ 773.621871] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGHEST for action security_group_members [ 773.622498] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-880635e0-fe3e-46a8-99e8-549c4327e729 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.623240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.624581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.624642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.624821] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.624952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.625010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.625432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.625571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.625674] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.840022] env[65672]: INFO networking_nsxv3.common.synchronization [req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb req-bc6693a3-ed03-4346-a8aa-2230f9f67bf2 service nova] Enqueued Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGHEST for action security_group_rules [ 773.840022] env[65672]: INFO networking_nsxv3.common.synchronization [req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb req-bc6693a3-ed03-4346-a8aa-2230f9f67bf2 service nova] Enqueued Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGHEST for action security_group_members [ 773.840022] env[65672]: INFO networking_nsxv3.common.synchronization [req-3ce1a73d-87ce-48ff-9d7b-2da99578e1cb req-bc6693a3-ed03-4346-a8aa-2230f9f67bf2 service nova] Enqueued Resource ID: bf809153-dc25-43a3-b05e-2ce0f1f3ed6e with Priority: HIGHEST for action port [ 773.840022] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGHEST for action security_group_rules [ 773.841714] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGHEST for action security_group_members [ 773.842253] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf809153-dc25-43a3-b05e-2ce0f1f3ed6e with Priority: HIGHEST for action port [ 773.843917] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68039aac-56ce-4cb6-a707-2088201f536b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.844274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.845339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.848027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.848027] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.849977] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-68039aac-56ce-4cb6-a707-2088201f536b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.850164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.850262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.850491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.850700] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.850847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.850938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.851163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.851286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.851427] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.852346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.852473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.852532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.852700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.852783] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf809153-dc25-43a3-b05e-2ce0f1f3ed6e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.912229] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.912229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.912428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.912513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.912619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.912723] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 773.942871] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.942871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.943613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.943613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.943613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.955218] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 774.127641] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.128073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.128208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.131935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.131935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.131935] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.131935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.131935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.131935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.131935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.131935] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880635e0-fe3e-46a8-99e8-549c4327e729 is going to be updated. [ 774.165477] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.167295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.167488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.168109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.172121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.181391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880635e0-fe3e-46a8-99e8-549c4327e729 in Status: IN_PROGRESS for 2s [ 774.200013] env[65672]: INFO networking_nsxv3.common.synchronization [None req-25d09a17-3efb-4055-8a89-e005c15d0d1c None None] Enqueued Resource ID: 9098440e-a6c7-4525-b405-5e16c97970ac with Priority: HIGHEST for action port [ 774.200282] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9098440e-a6c7-4525-b405-5e16c97970ac with Priority: HIGHEST for action port [ 774.200951] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9098440e-a6c7-4525-b405-5e16c97970ac taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.201080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9098440e-a6c7-4525-b405-5e16c97970ac" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.201144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9098440e-a6c7-4525-b405-5e16c97970ac" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.201399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9098440e-a6c7-4525-b405-5e16c97970ac" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.201479] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9098440e-a6c7-4525-b405-5e16c97970ac',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.355128] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-68039aac-56ce-4cb6-a707-2088201f536b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.355281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.361343] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.362333] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf809153-dc25-43a3-b05e-2ce0f1f3ed6e with status ACTIVE [ 774.362557] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.362736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.362818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.363040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.363147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.363331] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.363439] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.363509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.363685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.363777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.363975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.364098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.364148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.364296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.364530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.364530] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf809153-dc25-43a3-b05e-2ce0f1f3ed6e is going to be updated. [ 774.395153] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.395153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.395153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.395153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.395153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.395153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf809153-dc25-43a3-b05e-2ce0f1f3ed6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.574506] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 774.574837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.574934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.575192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.575410] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.575538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.575593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.575823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.575873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.576123] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.581840] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 774.582320] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 deletion is rescheduled due to dependency. [ 774.582774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.707033] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9098440e-a6c7-4525-b405-5e16c97970ac [ 774.707033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.707033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.707033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.707287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.707351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.707785] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9098440e-a6c7-4525-b405-5e16c97970ac already deleted. [ 774.707785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9098440e-a6c7-4525-b405-5e16c97970ac" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.871050] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.052601] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a3a636a4-58c9-49b3-a516-28a79b8aab36 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Enqueued Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_rules [ 775.052686] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_rules [ 775.054473] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.054473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.054473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.054601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.054601] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.083995] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.085269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.085269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.085512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.085613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.086774] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.086774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.086774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.086774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.086774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.086774] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be updated. [ 775.118887] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.119056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.119152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.119522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.119644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.139075] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: IN_PROGRESS for 2s [ 775.363366] env[65672]: INFO networking_nsxv3.common.synchronization [None req-24d298d0-0a5d-4a75-9303-b68b37e32b53 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Enqueued Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_rules [ 775.363948] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_rules [ 775.364362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.364460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.374094] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.375184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.375184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.375184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.375184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.375184] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68039aac-56ce-4cb6-a707-2088201f536b is going to be created. [ 775.408316] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.408485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.408527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.408739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.408898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.420933] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68039aac-56ce-4cb6-a707-2088201f536b in Status: UNINITIALIZED for 2s [ 775.580547] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.580877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.580877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.582082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.582082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.582082] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 already deleted. [ 775.582082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.582082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.582082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.582355] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.966957] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 775.966957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.967127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.967549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.967651] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.967923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.967923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.968053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.968400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.968400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.968544] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.968647] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.968647] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.969304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.969304] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.969304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.969491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.969535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.969945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.969945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.969945] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.103467] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.103560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.103649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.103929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.103988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.104093] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 already deleted. [ 776.104174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.195235] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880635e0-fe3e-46a8-99e8-549c4327e729 in Status: SUCCESS [ 776.195235] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880635e0-fe3e-46a8-99e8-549c4327e729 deletion is rescheduled due to dependency. [ 776.195235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.474133] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b04c13e-be78-42e6-9be4-6994fbfd872f: rpc.has_security_group_logging(os_id): False [ 776.500177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.500846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.500846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.500846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.500846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.501573] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.501573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.501573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.501573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.501573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.501933] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.501933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.501933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.501933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.502066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.504141] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.504327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.504327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.504481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.505084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.505178] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be created. [ 776.571873] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.571873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.571873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.571873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.572136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.587020] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 776.774307] env[65672]: INFO networking_nsxv3.common.synchronization [req-00313993-3a9e-4832-a01d-2eb022f9b98b req-90940e5c-572a-4556-9e14-2a50a2e082e1 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 776.774531] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 776.774828] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.774951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.775393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.775393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.776341] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.777126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.777126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.777126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.777360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.777360] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.090718] env[65672]: INFO networking_nsxv3.common.synchronization [req-af5876ce-cffd-4688-97c9-0de302df275b req-5cbcfa24-6227-4d42-a8f7-9173e1ead57d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 777.091373] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 777.091729] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.091916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.092031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.092248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.092412] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.092514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.092575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.092750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.092842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.092958] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.150281] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4008c190-b6b0-4e04-bdca-7731acab884d in Status: SUCCESS [ 777.150821] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d deletion is rescheduled due to dependency. [ 777.151187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.253985] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.253985] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.253985] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.254713] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.254750] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.255049] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.255136] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.255398] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.255905] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.255905] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.255905] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.256576] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.256646] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.256704] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.256862] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.256977] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.280737] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.280817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.281040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.281146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.281245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.281441] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.281539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.281650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.281799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.281990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.281990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be updated. [ 777.304540] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.305281] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.305281] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.305281] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.305482] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.305602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.305672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.306314] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.306314] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.335288] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.335480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.335545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.335763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.335934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.355651] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: IN_PROGRESS for 2s [ 777.431993] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68039aac-56ce-4cb6-a707-2088201f536b in Status: SUCCESS [ 777.432252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.432433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.432694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.432877] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.433013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.433079] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.433250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.433337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.433427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.433524] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.597384] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.597600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.597600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.598224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.598224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.598649] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.598732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.599082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.599530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.599809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.600072] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 777.639240] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.639240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.639240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.639240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.639240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.649777] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 777.810348] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.810922] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.810922] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.811089] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.811173] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.811301] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c not found, creating... [ 777.811584] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.811734] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.812155] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.812155] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.812269] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.812501] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.812673] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.812778] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.812986] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.813184] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.813253] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c is going to be created. [ 777.835214] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.835491] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.835811] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.837041] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.837041] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.837041] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.939231] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-68039aac-56ce-4cb6-a707-2088201f536b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.939396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.939481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.939711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.939881] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.939974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.940047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.940298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.940398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.940489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.940709] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-68039aac-56ce-4cb6-a707-2088201f536b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.940817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.940878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.941054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.941203] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.941296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.941361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.941498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.941580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.941681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.941777] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.446328] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68039aac-56ce-4cb6-a707-2088201f536b: rpc.has_security_group_logging(os_id): False [ 778.466490] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.466637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.466710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.466997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.466997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.467248] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.467377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.467377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.467508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.467577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.467750] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.468094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.468094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.468094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.468227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.468362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.468426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.468459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.468602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.468699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.468931] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68039aac-56ce-4cb6-a707-2088201f536b is going to be created. [ 778.541442] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.541442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.541648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.541722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.541956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.563434] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68039aac-56ce-4cb6-a707-2088201f536b in Status: IN_PROGRESS for 2s [ 778.580836] env[65672]: INFO networking_nsxv3.common.synchronization [req-00313993-3a9e-4832-a01d-2eb022f9b98b req-993cd838-2391-43c9-98ed-25885dbc6449 service nova] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_rules [ 778.581019] env[65672]: INFO networking_nsxv3.common.synchronization [req-00313993-3a9e-4832-a01d-2eb022f9b98b req-993cd838-2391-43c9-98ed-25885dbc6449 service nova] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 778.581239] env[65672]: INFO networking_nsxv3.common.synchronization [req-00313993-3a9e-4832-a01d-2eb022f9b98b req-993cd838-2391-43c9-98ed-25885dbc6449 service nova] Enqueued Resource ID: 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c with Priority: HIGHEST for action port [ 778.581708] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_rules [ 778.583034] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 778.583034] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c with Priority: HIGHEST for action port [ 778.583034] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.583359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.583359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.584442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.584766] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.585833] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.585966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.586882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.586882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.586882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.586882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.586882] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.609792] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 778.611527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.611804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.612183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.612348] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.090112] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.090112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.094752] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c with status ACTIVE [ 779.094985] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.095173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.095247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.096163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.096321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.096534] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.096661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.096739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.096920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.097008] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.097248] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.097360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.097431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.097637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.097745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.097861] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c is going to be updated. [ 779.118460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.118622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.118695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.119628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.119628] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.119628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.119628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.119628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.119628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.119628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.119890] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.123294] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.123462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.123497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.123916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.124093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.124268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cbf6d09-b05d-4b66-a2d6-8e6c64c4540c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.375264] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 779.376724] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 deletion is rescheduled due to dependency. [ 779.376724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.376724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.376947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.377194] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.377325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.377390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.377604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.377926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.377926] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.622824] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.623322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.623322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.623322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.623548] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.623548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.623643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.623815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.623915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.624033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.624176] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.624293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.624547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.624709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.624856] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.625141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.625401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.625401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.625401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.625518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.625552] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.654522] env[65672]: INFO networking_nsxv3.common.synchronization [req-46ab505d-f5a7-4b41-b12f-d989c82597f4 req-aaa70fba-c0d1-49d3-8b39-ed6a6abd368f tempest-SecurityGroupRulesTestJSON-1867610577 tempest-SecurityGroupRulesTestJSON-1867610577-project-member] Enqueued Resource ID: 491d449c-e55b-4646-adcc-73b646b60dbc with Priority: HIGHEST for action security_group_rules [ 779.655109] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 491d449c-e55b-4646-adcc-73b646b60dbc with Priority: HIGHEST for action security_group_rules [ 779.656163] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-491d449c-e55b-4646-adcc-73b646b60dbc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.657180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.657180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.657180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.657180] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('491d449c-e55b-4646-adcc-73b646b60dbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.674199] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 779.674199] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 deletion is rescheduled due to dependency. [ 779.674199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.880866] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.133114] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b04c13e-be78-42e6-9be4-6994fbfd872f: rpc.has_security_group_logging(os_id): False [ 780.153751] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.153873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.153937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.154495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.154495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.154586] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.154870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.154870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.154983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.155084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.155273] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.155377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.155425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.155608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.155703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.155940] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.156031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.156092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.156314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.156314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.156454] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 780.183182] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.183182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.183182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.183182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.183413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.183413] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 491d449c-e55b-4646-adcc-73b646b60dbc already deleted. [ 780.183544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.244412] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.244412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.244412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.244412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.244412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.260413] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 780.383106] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.578384] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68039aac-56ce-4cb6-a707-2088201f536b in Status: SUCCESS [ 780.578384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.887503] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.887831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.887831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.888932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.888932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.888932] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be updated. [ 780.929423] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.929423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.929423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.929423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.929423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.945568] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: IN_PROGRESS for 2s [ 781.826033] env[65672]: INFO networking_nsxv3.common.synchronization [req-bb2611ce-55e7-489e-94ff-94b7cacc1d44 req-59ab0a15-6cdf-4cf8-a13f-82b130d7149d tempest-SecurityGroupRulesTestJSON-1867610577 tempest-SecurityGroupRulesTestJSON-1867610577-project-member] Enqueued Resource ID: 491d449c-e55b-4646-adcc-73b646b60dbc with Priority: HIGHEST for action security_group_rules [ 781.827209] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 491d449c-e55b-4646-adcc-73b646b60dbc with Priority: HIGHEST for action security_group_rules [ 781.829184] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-491d449c-e55b-4646-adcc-73b646b60dbc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.829184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.829184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.829184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.829184] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('491d449c-e55b-4646-adcc-73b646b60dbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.287923] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 782.288254] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.361655] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.361855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.361901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.362162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.362263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.362341] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 491d449c-e55b-4646-adcc-73b646b60dbc already deleted. [ 782.362421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.491204] env[65672]: INFO networking_nsxv3.common.synchronization [None req-072f7f82-7365-4a2c-a242-cbf42d44e93b None None] Enqueued Resource ID: 234e5dd7-e22c-41d6-a414-58ad350afe36 with Priority: HIGHEST for action port [ 782.492826] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 234e5dd7-e22c-41d6-a414-58ad350afe36 with Priority: HIGHEST for action port [ 782.493393] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-234e5dd7-e22c-41d6-a414-58ad350afe36 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.493523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-234e5dd7-e22c-41d6-a414-58ad350afe36" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.493604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-234e5dd7-e22c-41d6-a414-58ad350afe36" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.493890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-234e5dd7-e22c-41d6-a414-58ad350afe36" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.493969] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('234e5dd7-e22c-41d6-a414-58ad350afe36',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.962595] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 782.962595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.962595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.962595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.962595] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.962595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.962595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.962595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.962595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.962595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.964352] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.998278] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 234e5dd7-e22c-41d6-a414-58ad350afe36 [ 782.998414] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.998542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.998606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.998842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.998898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.998990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:234e5dd7-e22c-41d6-a414-58ad350afe36 already deleted. [ 782.999087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-234e5dd7-e22c-41d6-a414-58ad350afe36" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.236609] env[65672]: INFO networking_nsxv3.common.synchronization [req-d75cc09b-83c8-4a59-aea6-fe33c106fd71 req-243de86c-0091-49c0-a9ab-f8d577c4763f tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_members [ 783.237894] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGHEST for action security_group_members [ 783.238231] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9985ffd-8296-4536-8ac4-825491c9e817 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.238380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.238449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.238929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.238929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.238929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.239104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.239202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.239286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.239642] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.466928] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.467182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.467182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.467461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.467493] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.467582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.468109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.468109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.468109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.468109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.468286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.468286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.468358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.468781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.469137] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.469137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.469248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.469402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.469450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.469551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.469979] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.744053] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.744237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.744307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.745034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.746787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.747377] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.747377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.747377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.747591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.747591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.747826] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9985ffd-8296-4536-8ac4-825491c9e817 is going to be updated. [ 783.779345] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.779508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.779583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.779796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.779942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.793246] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9985ffd-8296-4536-8ac4-825491c9e817 in Status: IN_PROGRESS for 2s [ 783.895864] env[65672]: INFO networking_nsxv3.common.synchronization [req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 req-bdbcfcf8-584f-442b-9cf2-968793151bc5 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 783.896534] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 783.896890] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.898014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.898137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.899442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.899862] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.899862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.902442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.902442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.902442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.902442] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.978491] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa079922-c623-4324-827b-2e5bf5044b11: rpc.has_security_group_logging(os_id): False [ 783.999391] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.999471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.999559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.000663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.000663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.000663] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.000663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.000663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.000663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.000663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.000663] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.000663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.001266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.001266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.001266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.006240] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.006401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.006528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.007808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.007808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.007808] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be updated. [ 784.078805] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.078964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.079053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.079317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.079500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.098580] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: IN_PROGRESS for 2s [ 784.404646] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.404646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.404646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.404899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.405082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.405468] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.406684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.406684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.406684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.406684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.406684] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 already deleted. [ 784.406684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.939089] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.939409] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.939409] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.939702] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.940071] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.940288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.940350] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.940629] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.940807] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.941033] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.941145] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.941244] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.941342] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.941443] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.941537] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.941657] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.963056] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.963231] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.963363] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.963538] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.963926] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.964359] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.964359] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.964624] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.964755] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.084117] env[65672]: INFO networking_nsxv3.common.synchronization [None req-f9adc923-a5df-4d73-a68f-456ea6dbe91d None None] Enqueued Resource ID: 3f516db2-aa9a-456f-8154-0d63c90fa561 with Priority: HIGHEST for action port [ 785.084571] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f516db2-aa9a-456f-8154-0d63c90fa561 with Priority: HIGHEST for action port [ 785.084882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f516db2-aa9a-456f-8154-0d63c90fa561 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.085055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f516db2-aa9a-456f-8154-0d63c90fa561" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.085134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f516db2-aa9a-456f-8154-0d63c90fa561" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.085385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f516db2-aa9a-456f-8154-0d63c90fa561" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.085466] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f516db2-aa9a-456f-8154-0d63c90fa561',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.467714] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.467945] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.468076] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.468356] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.468502] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.468648] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 not found, creating... [ 785.469220] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.469450] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.469574] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.469831] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.469948] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.470515] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.470743] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.470897] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.471157] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.471291] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.471426] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 is going to be created. [ 785.495508] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.495766] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.495909] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.496205] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.496484] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.496828] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.587819] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f516db2-aa9a-456f-8154-0d63c90fa561 [ 785.588253] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.588475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.588620] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.588947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.589141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.589314] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f516db2-aa9a-456f-8154-0d63c90fa561 already deleted. [ 785.589476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f516db2-aa9a-456f-8154-0d63c90fa561" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.806026] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9985ffd-8296-4536-8ac4-825491c9e817 in Status: SUCCESS [ 785.806248] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9985ffd-8296-4536-8ac4-825491c9e817 deletion is rescheduled due to dependency. [ 785.806414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.115517] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 786.115799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.277901] env[65672]: INFO networking_nsxv3.common.synchronization [req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 req-4264b468-4bd9-4917-a6bf-6d7877e35fae service nova] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 786.278103] env[65672]: INFO networking_nsxv3.common.synchronization [req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 req-4264b468-4bd9-4917-a6bf-6d7877e35fae service nova] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 786.278236] env[65672]: INFO networking_nsxv3.common.synchronization [req-d994ed9a-8d25-43cc-81b6-3445bf0c4d40 req-4264b468-4bd9-4917-a6bf-6d7877e35fae service nova] Enqueued Resource ID: 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 with Priority: HIGHEST for action port [ 786.278822] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 786.278912] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 786.279834] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 with Priority: HIGHEST for action port [ 786.280165] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.280305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.280375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.284019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284119] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.285698] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.285827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.285898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.286100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.286265] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.286414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.286522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.286734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.286830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.286938] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.288915] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.289384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.289456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.289616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.289693] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.612793] env[65672]: INFO networking_nsxv3.common.synchronization [None req-e376cc27-53d7-4fe5-856b-ec96ae805159 None None] Enqueued Resource ID: 78a229a7-e3a5-4480-9a17-9a5d3b1f935a with Priority: HIGHEST for action port [ 786.613470] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a229a7-e3a5-4480-9a17-9a5d3b1f935a with Priority: HIGHEST for action port [ 786.613653] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a229a7-e3a5-4480-9a17-9a5d3b1f935a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.613801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a229a7-e3a5-4480-9a17-9a5d3b1f935a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.613865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a229a7-e3a5-4480-9a17-9a5d3b1f935a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.614912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a229a7-e3a5-4480-9a17-9a5d3b1f935a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.615445] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a229a7-e3a5-4480-9a17-9a5d3b1f935a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.780031] env[65672]: INFO networking_nsxv3.common.synchronization [req-3a7c23d4-05f6-4187-bf68-a5367091b0eb req-c7871aec-ee00-4bc2-9e14-47fa444647d1 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 786.781042] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 786.781471] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.781657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.781786] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.782058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.782281] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.782418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.782517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.782786] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.782895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.783021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.791381] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.791381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.791576] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.792391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 with status ACTIVE [ 786.792595] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.792731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.792807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.793037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.793131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.793409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.793409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.793521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.793599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.793792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.793897] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.793972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.794912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.795255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.795255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.795361] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78 is going to be updated. [ 786.820661] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.820905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.820905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.821141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.821284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.821484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa38381-d2ee-4fe8-b6dc-7a62e9dedb78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.118118] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78a229a7-e3a5-4480-9a17-9a5d3b1f935a [ 787.118466] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.120558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.120558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.120558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.120558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.120558] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78a229a7-e3a5-4480-9a17-9a5d3b1f935a already deleted. [ 787.120558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a229a7-e3a5-4480-9a17-9a5d3b1f935a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.161518] env[65672]: INFO networking_nsxv3.common.synchronization [req-0439c097-658a-488b-97d8-e4ebee561fa6 req-b58e691a-b315-4cc7-aa7a-cb4f582e5fd9 tempest-ServersAdminNegativeTestJSON-1867415458 tempest-ServersAdminNegativeTestJSON-1867415458-project-member] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 787.161518] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGHEST for action security_group_members [ 787.162412] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.162559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.162619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.162890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.163071] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.163222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.163222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.166847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.166995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.167188] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.284930] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.297999] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.436987] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.436987] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-170" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.436987] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-170" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.436987] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-170" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.436987] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.436987] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.443460] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.443460] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.443460] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.443460] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.443460] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.443460] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.443460] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.443460] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.443460] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.443460] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.464777] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.464965] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.465151] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.465344] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-170" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.465705] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-b9569c36-1599-42d3-b592-19a46c73a618 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.466092] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.466092] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.466515] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.468037] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9569c36-1599-42d3-b592-19a46c73a618',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.672770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.675218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.675218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.675218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.675218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.675218] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.675218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.675218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.675218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.675218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.675218] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 is going to be updated. [ 787.707791] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.707966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.708089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.708340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.708492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.722263] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: IN_PROGRESS for 2s [ 787.788040] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.803453] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.803695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.803695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.803925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.804024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.804166] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be created. [ 787.832481] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.832846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.832950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.833183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.833397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.844473] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: UNINITIALIZED for 2s [ 787.970423] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.971314] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.971314] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.971442] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.971601] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.971883] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port b9569c36-1599-42d3-b592-19a46c73a618 not found, creating... [ 787.972309] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.972572] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.972783] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.974218] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.974479] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.974982] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.976376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.976376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.976376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.976376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.976376] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: b9569c36-1599-42d3-b592-19a46c73a618 is going to be created. [ 788.005311] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.005638] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.005772] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.006212] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.006834] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.006834] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.290808] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.291091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.291091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.291333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.291417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.291542] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 788.334468] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.334630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.334699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.334904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.335079] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.348824] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 789.064713] env[65672]: INFO networking_nsxv3.common.synchronization [req-3a7c23d4-05f6-4187-bf68-a5367091b0eb req-fdd327eb-1d27-48d9-8701-0b80bec3d622 service nova] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 789.064998] env[65672]: INFO networking_nsxv3.common.synchronization [req-3a7c23d4-05f6-4187-bf68-a5367091b0eb req-fdd327eb-1d27-48d9-8701-0b80bec3d622 service nova] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 789.065683] env[65672]: INFO networking_nsxv3.common.synchronization [req-3a7c23d4-05f6-4187-bf68-a5367091b0eb req-fdd327eb-1d27-48d9-8701-0b80bec3d622 service nova] Enqueued Resource ID: b9569c36-1599-42d3-b592-19a46c73a618 with Priority: HIGHEST for action port [ 789.066903] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 789.067366] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 789.068086] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9569c36-1599-42d3-b592-19a46c73a618 with Priority: HIGHEST for action port [ 789.069517] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.069679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.069738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.069920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.070014] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.071613] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.072488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.072794] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9569c36-1599-42d3-b592-19a46c73a618 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.072964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.073564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.074100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.074229] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9569c36-1599-42d3-b592-19a46c73a618',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.238026] env[65672]: INFO networking_nsxv3.common.synchronization [req-2101b58a-df03-4cba-975f-8814d8864c7a req-8678d90d-a083-4cd2-8e86-c1cb5c556732 tempest-SecurityGroupRulesTestJSON-1867610577 tempest-SecurityGroupRulesTestJSON-1867610577-project-member] Enqueued Resource ID: 491d449c-e55b-4646-adcc-73b646b60dbc with Priority: HIGHEST for action security_group_rules [ 789.239050] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 491d449c-e55b-4646-adcc-73b646b60dbc with Priority: HIGHEST for action security_group_rules [ 789.239209] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-491d449c-e55b-4646-adcc-73b646b60dbc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.239368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.239432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.239636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.239714] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('491d449c-e55b-4646-adcc-73b646b60dbc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.572510] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.572827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.577789] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9569c36-1599-42d3-b592-19a46c73a618 with status ACTIVE [ 789.578016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.579104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.579198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.579843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.580070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.580165] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.580271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.580342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.580512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.580592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.580779] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.580882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.580923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.583312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.583561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.583561] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9569c36-1599-42d3-b592-19a46c73a618 is going to be updated. [ 789.608696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.608924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.608924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.609336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.609589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.610265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.738033] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbcca031-3821-4986-8f55-dd0542f7a800 in Status: SUCCESS [ 789.738033] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 deletion is rescheduled due to dependency. [ 789.738033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.766175] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.766175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.766175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.766371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.767388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.767388] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 491d449c-e55b-4646-adcc-73b646b60dbc already deleted. [ 789.767388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-491d449c-e55b-4646-adcc-73b646b60dbc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.858154] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 789.858154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.858154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.858154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.858154] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.858154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.858154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.858154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.858154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.858154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.858154] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.904353] env[65672]: INFO networking_nsxv3.common.synchronization [None req-aebdf13e-c97f-4e81-aed1-c68678e9c863 None None] Enqueued Resource ID: 12b23c73-4a57-43a1-8e69-503755fa7d60 with Priority: HIGHEST for action port [ 789.904353] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b23c73-4a57-43a1-8e69-503755fa7d60 with Priority: HIGHEST for action port [ 789.904918] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b23c73-4a57-43a1-8e69-503755fa7d60 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.905873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b23c73-4a57-43a1-8e69-503755fa7d60" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.905873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b23c73-4a57-43a1-8e69-503755fa7d60" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.906880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b23c73-4a57-43a1-8e69-503755fa7d60" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.906880] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b23c73-4a57-43a1-8e69-503755fa7d60',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.360998] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 790.362683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.362683] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.362683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.362683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.362983] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.362983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.362983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.363175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.363207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.363303] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.410069] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12b23c73-4a57-43a1-8e69-503755fa7d60 [ 790.410069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.410286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.410286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.410532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.410532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.411513] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12b23c73-4a57-43a1-8e69-503755fa7d60 already deleted. [ 790.411513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b23c73-4a57-43a1-8e69-503755fa7d60" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.869171] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f072c59-a632-4341-bb1b-42079f814243: rpc.has_security_group_logging(os_id): False [ 790.874303] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.897935] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.897935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.897935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.898310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.898310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.898574] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.898574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.898834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.898834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.898834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.899023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be created. [ 790.974116] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.974116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.974116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.974116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.974116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.987213] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 791.377295] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.488092] env[65672]: INFO networking_nsxv3.common.synchronization [req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 req-34e5a789-414c-4f07-a3bf-ff16a3b7af57 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 791.489143] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 791.490060] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.490060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.490060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.490060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.490413] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.490413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.490413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.490613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.490613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.490613] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.880791] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.880791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.880791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.881216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.881216] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 791.915906] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.916076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.916175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.916421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.916686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.929751] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 791.979162] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.979496] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-714" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.979496] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-714" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.979735] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-714" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980032] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980208] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980324] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980595] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980781] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980983] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.981099] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.981200] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.981299] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.981423] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.981529] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.981649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.994344] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.001976] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.001976] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.001976] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.002174] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-714" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.002400] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-906292cf-cd49-40bf-ba83-dca289832c78 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.002567] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-906292cf-cd49-40bf-ba83-dca289832c78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.002680] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-906292cf-cd49-40bf-ba83-dca289832c78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.003096] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-906292cf-cd49-40bf-ba83-dca289832c78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.003233] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906292cf-cd49-40bf-ba83-dca289832c78',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.497058] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.506395] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.507086] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.507086] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.507501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.507726] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.508022] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 906292cf-cd49-40bf-ba83-dca289832c78 not found, creating... [ 792.508458] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.511021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.511021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.511021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.511021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.511021] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.511021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.511021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.511021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.511021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.511423] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 906292cf-cd49-40bf-ba83-dca289832c78 is going to be created. [ 792.532918] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.533255] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.535488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.535488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.535488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.535488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-906292cf-cd49-40bf-ba83-dca289832c78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.999835] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 793.000121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.000458] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.000577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.000691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.000834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.000916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.001012] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be updated. [ 793.031173] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.031397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.031497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.031756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.031974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.041756] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: IN_PROGRESS for 2s [ 793.299046] env[65672]: INFO networking_nsxv3.common.synchronization [req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 req-572b0d68-7d32-4aa3-9a4a-789671123fe1 service nova] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_rules [ 793.299046] env[65672]: INFO networking_nsxv3.common.synchronization [req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 req-572b0d68-7d32-4aa3-9a4a-789671123fe1 service nova] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 793.299046] env[65672]: INFO networking_nsxv3.common.synchronization [req-04f31c0e-6a1f-414e-a6f9-d27751637ae5 req-572b0d68-7d32-4aa3-9a4a-789671123fe1 service nova] Enqueued Resource ID: 906292cf-cd49-40bf-ba83-dca289832c78 with Priority: HIGHEST for action port [ 793.300670] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_rules [ 793.302244] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 793.303976] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906292cf-cd49-40bf-ba83-dca289832c78 with Priority: HIGHEST for action port [ 793.303976] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.303976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.303976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.304223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.304311] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.305772] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.305871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.306874] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-906292cf-cd49-40bf-ba83-dca289832c78 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.306874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-906292cf-cd49-40bf-ba83-dca289832c78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.306874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-906292cf-cd49-40bf-ba83-dca289832c78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.306874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-906292cf-cd49-40bf-ba83-dca289832c78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.306874] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906292cf-cd49-40bf-ba83-dca289832c78',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.811540] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 906292cf-cd49-40bf-ba83-dca289832c78 with status ACTIVE [ 793.811804] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.811908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.811990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.812331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.812331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.812460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.812570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.812642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.812848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.812978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.813154] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.813249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.813300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.813444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.813567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.813605] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 906292cf-cd49-40bf-ba83-dca289832c78 is going to be updated. [ 793.815562] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.815677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.838648] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.838829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.838903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.839178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.839346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.839518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-906292cf-cd49-40bf-ba83-dca289832c78" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.950648] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 793.950951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.951234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.951558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.951734] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.951880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.951967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.952183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.952275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.952389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.952550] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.457795] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.457795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.457795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.458131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.458131] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.458217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.458257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.458390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.458515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.458556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.458687] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.458771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.458824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.458956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.459099] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.459184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.459237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.459365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.459432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.459503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.459588] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.754370] env[65672]: INFO networking_nsxv3.common.synchronization [req-352921c1-07a2-4e78-964c-9501f12f7617 req-84ac2b8f-7f13-4659-8608-f943cbf69334 tempest-InstanceActionsNegativeTestJSON-938657377 tempest-InstanceActionsNegativeTestJSON-938657377-project-member] Enqueued Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGHEST for action security_group_members [ 794.754963] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGHEST for action security_group_members [ 794.755379] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-68039aac-56ce-4cb6-a707-2088201f536b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.755771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.755880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.756114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.756284] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.756388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.756452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.756611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.756698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.756796] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.965111] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d5aa63-850d-446c-87e4-5a63aab0cda7: rpc.has_security_group_logging(os_id): False [ 794.983798] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.984043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.984179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.984501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.984651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.984928] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.985101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.985210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.985415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.985541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.985815] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.986057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.986157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.986371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.986497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.986725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.986876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.986946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.987278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.987278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.987422] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 795.054403] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: SUCCESS [ 795.054735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.055026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.055313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.055555] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.055684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.055684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.055886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.055982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.056106] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.061603] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.061912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.061912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.062157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.062358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.086181] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 795.260800] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.260800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.260800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.261115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.261159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.261352] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.261550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.261550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.261696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.261752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.261906] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68039aac-56ce-4cb6-a707-2088201f536b is going to be updated. [ 795.298914] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.298914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.298914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.299311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.299455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.312609] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68039aac-56ce-4cb6-a707-2088201f536b in Status: IN_PROGRESS for 2s [ 795.558428] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.065127] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.570310] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.570648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.570648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.571842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.571842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.571842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be updated. [ 796.601404] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.601404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.601588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.601676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.601821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.613807] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: IN_PROGRESS for 2s [ 797.106807] env[65672]: INFO networking_nsxv3.common.synchronization [req-09a2c297-c7cb-4f10-81ae-95ccf41f6781 req-e295e6f6-eda8-4f4a-880b-d36a6826cb58 tempest-ServersTestJSON-1223402320 tempest-ServersTestJSON-1223402320-project-member] Enqueued Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_members [ 797.107559] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 797.107829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.109110] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGHEST for action security_group_members [ 797.109110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-053c29b8-65b1-4102-bfb7-b243ae9c56a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.109110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.109110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.109354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.109526] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.109603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.109603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.109845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.109958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.110192] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.340402] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68039aac-56ce-4cb6-a707-2088201f536b in Status: SUCCESS [ 797.340614] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68039aac-56ce-4cb6-a707-2088201f536b deletion is rescheduled due to dependency. [ 797.340774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.613075] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.613421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.613421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.613607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.613706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.613928] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.614048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.614118] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.614379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.614466] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 is going to be updated. [ 797.653055] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.654229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.654329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.654749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.654749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.670689] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 in Status: IN_PROGRESS for 2s [ 798.624866] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: SUCCESS [ 798.626930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.626930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.626930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.626930] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.626930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.626930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.626930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.626930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.626930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.626930] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.136083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.136083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.136083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.136083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.136083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.136752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.136752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.136752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.136752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.136752] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.641319] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0713dd8d-fa64-43be-8820-4454d285e60d: rpc.has_security_group_logging(os_id): False [ 799.665805] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.665805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.665805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.665805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.665805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.665805] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.666291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.666389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.666583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.666666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.667106] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.667256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.667324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.667479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.667555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.667743] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.667834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.667893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.668135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.668223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.668312] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be updated. [ 799.681424] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 in Status: SUCCESS [ 799.681648] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 deletion is rescheduled due to dependency. [ 799.682037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.746033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.746197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.746197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.746358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.746607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.760700] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: IN_PROGRESS for 2s [ 799.870488] env[65672]: INFO networking_nsxv3.common.synchronization [req-536d4947-c3c2-4788-8fc4-8233a86b1bed req-97bb3b78-d245-4366-8e19-6b6b28bd3376 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 799.870719] env[65672]: INFO networking_nsxv3.common.synchronization [req-536d4947-c3c2-4788-8fc4-8233a86b1bed req-97bb3b78-d245-4366-8e19-6b6b28bd3376 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 799.871661] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 799.871661] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 799.871661] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.871942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.871942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.872991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.873251] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.873397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.874249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.874249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.874249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.874249] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.878166] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.878334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.878402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.878670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.878898] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.879394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.879590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.879743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.879872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.879987] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.882444] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.938448] env[65672]: INFO networking_nsxv3.common.synchronization [req-536d4947-c3c2-4788-8fc4-8233a86b1bed req-97bb3b78-d245-4366-8e19-6b6b28bd3376 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 799.938448] env[65672]: INFO networking_nsxv3.common.synchronization [req-536d4947-c3c2-4788-8fc4-8233a86b1bed req-97bb3b78-d245-4366-8e19-6b6b28bd3376 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 799.938448] env[65672]: INFO networking_nsxv3.common.synchronization [req-536d4947-c3c2-4788-8fc4-8233a86b1bed req-97bb3b78-d245-4366-8e19-6b6b28bd3376 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_rules [ 799.938703] env[65672]: INFO networking_nsxv3.common.synchronization [req-536d4947-c3c2-4788-8fc4-8233a86b1bed req-97bb3b78-d245-4366-8e19-6b6b28bd3376 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 799.939049] env[65672]: INFO networking_nsxv3.common.synchronization [req-536d4947-c3c2-4788-8fc4-8233a86b1bed req-97bb3b78-d245-4366-8e19-6b6b28bd3376 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: b9569c36-1599-42d3-b592-19a46c73a618 with Priority: HIGHEST for action port [ 799.939984] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 799.939984] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_rules [ 799.939984] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9569c36-1599-42d3-b592-19a46c73a618 with Priority: HIGHEST for action port [ 799.939984] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 799.939984] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 799.940350] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.941015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.941015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.941015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.941015] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.941854] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.942120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.942400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.944147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.944480] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.945796] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9569c36-1599-42d3-b592-19a46c73a618 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.945933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.946229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.946735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.946735] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9569c36-1599-42d3-b592-19a46c73a618',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.951506] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.951506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.951506] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.951506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.385721] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.387028] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.452748] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.452949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.453347] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9569c36-1599-42d3-b592-19a46c73a618 with status ACTIVE [ 800.453784] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.453784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.453784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.453999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.454077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.454257] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.454397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.454563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.454734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.454816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.455042] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.455154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.455347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.455531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.455634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.455746] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9569c36-1599-42d3-b592-19a46c73a618 is going to be updated. [ 800.457071] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.457222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.477854] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.478014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.478093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.478289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.478427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.478585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.890125] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.890477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.890477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.890614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.890731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.890955] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 800.892336] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.928509] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.928684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.928745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.928942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.929099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.941464] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 801.394775] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.394961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.395014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.395253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.395351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.395448] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d is going to be created. [ 801.421180] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.421316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.421385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.421583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.421735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.432960] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: UNINITIALIZED for 2s [ 801.775026] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: SUCCESS [ 801.775223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.951840] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 802.952255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.952255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.952361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.952578] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.952695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.952763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.952984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.953091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.953187] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.442696] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: SUCCESS [ 803.442935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.443121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.443349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.443535] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.443652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.443714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.443913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.443968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.444055] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.455863] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.585418] env[65672]: INFO networking_nsxv3.common.synchronization [req-3833995e-a838-41fd-bbc1-938284d3f1f8 req-7c8db43e-61cc-4bba-89fa-a6ec10f05764 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 803.585937] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 803.586901] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.586901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.586901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.586901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.586901] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.587213] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.587213] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.587281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.587377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.587450] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.946257] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.958310] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.013458] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.013668] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.013786] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.014223] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.014490] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.014655] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.014767] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.014985] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.015147] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.015386] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.015489] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.015589] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.015691] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.015791] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.015891] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.016033] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.038179] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.038354] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.038487] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.038657] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.038991] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-a1b8a6ed-a555-41d6-a809-156b14a390a8 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.039177] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-a1b8a6ed-a555-41d6-a809-156b14a390a8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.039289] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-a1b8a6ed-a555-41d6-a809-156b14a390a8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.039594] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-a1b8a6ed-a555-41d6-a809-156b14a390a8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.039724] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b8a6ed-a555-41d6-a809-156b14a390a8',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.090451] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.090652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.090699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.091072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.091072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.091422] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.091422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.091540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.091603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.091681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.091766] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f already deleted. [ 804.091847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.347261] env[65672]: INFO networking_nsxv3.common.synchronization [req-dfbd30aa-c9b4-4e0e-916e-7b70b6a8a652 req-9600da0e-c39d-49f8-ba09-e0c19237dfc2 tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 804.347261] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 804.347261] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.347261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.347261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.347261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.347261] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.347261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.347261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.347261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.347261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.347261] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.453273] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.460212] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.460411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.460875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.461170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.461275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.461418] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 804.496256] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.496463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.496510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.496717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.496863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.508570] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 804.542247] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.542616] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.542811] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.543303] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.543504] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.543681] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port a1b8a6ed-a555-41d6-a809-156b14a390a8 not found, creating... [ 804.544039] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.544239] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.544351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.544588] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.544740] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.545078] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.545236] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.545369] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.545613] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.545736] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.545928] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: a1b8a6ed-a555-41d6-a809-156b14a390a8 is going to be created. [ 804.570217] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.570488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.570681] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.571154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.571431] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.571727] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-a1b8a6ed-a555-41d6-a809-156b14a390a8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.849077] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.957980] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.957980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.957980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.957980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.957980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.957980] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d is going to be updated. [ 804.994349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.994676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.994676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.994880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.994988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.006128] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: IN_PROGRESS for 2s [ 805.313286] env[65672]: INFO networking_nsxv3.common.synchronization [req-3833995e-a838-41fd-bbc1-938284d3f1f8 req-7839da5c-f3f3-42eb-854d-d639ae7dbcb0 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 805.313484] env[65672]: INFO networking_nsxv3.common.synchronization [req-3833995e-a838-41fd-bbc1-938284d3f1f8 req-7839da5c-f3f3-42eb-854d-d639ae7dbcb0 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 805.313615] env[65672]: INFO networking_nsxv3.common.synchronization [req-3833995e-a838-41fd-bbc1-938284d3f1f8 req-7839da5c-f3f3-42eb-854d-d639ae7dbcb0 service nova] Enqueued Resource ID: a1b8a6ed-a555-41d6-a809-156b14a390a8 with Priority: HIGHEST for action port [ 805.314137] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 805.314269] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 805.314369] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b8a6ed-a555-41d6-a809-156b14a390a8 with Priority: HIGHEST for action port [ 805.314631] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.314798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.314798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.315143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.315232] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.316397] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.316548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.316584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.316740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.316882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.316975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.317440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.317440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.317554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.317626] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.318612] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b8a6ed-a555-41d6-a809-156b14a390a8 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.318612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b8a6ed-a555-41d6-a809-156b14a390a8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.318612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b8a6ed-a555-41d6-a809-156b14a390a8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.318779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b8a6ed-a555-41d6-a809-156b14a390a8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.318812] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b8a6ed-a555-41d6-a809-156b14a390a8',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.351012] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.729032] env[65672]: INFO networking_nsxv3.common.synchronization [req-de5aec86-51dd-4121-bf76-20d53723404c req-2e28756e-af0a-4c2a-9418-5a84b82724ba tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 805.729305] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 805.729651] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.729809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.729888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.733017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.733017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.733017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.733017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.733017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.733017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.733017] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.820328] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.820484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.820708] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.822245] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1b8a6ed-a555-41d6-a809-156b14a390a8 with status ACTIVE [ 805.822530] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.822706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.822814] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.823076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.823175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.823362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.823673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.823673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.823673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.823756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.823945] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.824569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.824641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.824810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.825362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.825472] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1b8a6ed-a555-41d6-a809-156b14a390a8 is going to be updated. [ 805.851043] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.851242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.851319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.851614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.851809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.852234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b8a6ed-a555-41d6-a809-156b14a390a8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.856023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.856275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.856342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.856634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.856777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.856933] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d is going to be updated. [ 805.891185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.891418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.891519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.891793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.892033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.903729] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: IN_PROGRESS for 2s [ 806.234286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.234286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.234286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.234286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.234286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.234286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.234286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.234286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.234954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.234954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.234954] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be updated. [ 806.298956] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.298956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.298956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.299274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.299274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.309895] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: IN_PROGRESS for 2s [ 806.324432] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.369943] env[65672]: INFO networking_nsxv3.common.synchronization [req-b16d90c9-7034-403f-b1b1-46dd6ffc429e req-2687eb08-1293-4f9f-b2a6-a6ca598b5575 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 806.371277] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 806.371702] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.371862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.371932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.372245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.372422] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.372541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.372604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.372781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.372881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.373081] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.521668] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 806.521910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.522118] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.522326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.522525] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.522645] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.522712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.522865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.523014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.523086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.523180] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.828061] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.828061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.828061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.828061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.828061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.828061] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be created. [ 806.866382] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.866606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.866606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.866781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.866988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.876233] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.876386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.876452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.877779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.877779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.877779] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.877779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.877779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.877779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.877779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.877779] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 already deleted. [ 806.877779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.879675] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.879848] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.879993] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.880373] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.880521] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.880669] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.880775] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.881253] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.881423] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.883255] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.883255] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.883255] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.883255] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.883255] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.883255] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.883255] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.886403] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: UNINITIALIZED for 2s [ 806.903388] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.903625] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.903777] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.904064] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.904555] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-a7868db5-5c10-4b0a-b31e-9a44eaa79709 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.904787] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-a7868db5-5c10-4b0a-b31e-9a44eaa79709" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.904973] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-a7868db5-5c10-4b0a-b31e-9a44eaa79709" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.905437] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-a7868db5-5c10-4b0a-b31e-9a44eaa79709" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.905588] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7868db5-5c10-4b0a-b31e-9a44eaa79709',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.021162] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: SUCCESS [ 807.021162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.021162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.021162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.021162] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.021162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.021162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.021162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.021162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.021162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.021162] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.029442] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.029442] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.029442] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.029442] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.029442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.030216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.030216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.030216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.030216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.030216] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.081810] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 807.082091] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 807.082201] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c with Priority: HIGHEST for action security_group_members [ 807.082694] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 807.082854] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 807.082972] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c with Priority: HIGHEST for action security_group_members [ 807.083339] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.083417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.083452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.083650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.083802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.083906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.083961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.084135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.084214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.084384] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.085279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.085390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.085457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.085612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.085750] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.085842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.085905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.086053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.086134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.086220] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.087449] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc3dc378-847d-42aa-bb8a-e51334adeb9c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.087449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.087449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.087449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087695] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.087695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.087695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.087818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.087903] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.126753] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 807.127293] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 807.127603] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_rules [ 807.127822] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 807.128038] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c with Priority: HIGHEST for action security_group_rules [ 807.128251] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c with Priority: HIGHEST for action security_group_members [ 807.128463] env[65672]: INFO networking_nsxv3.common.synchronization [req-c8f99caf-3658-407a-8b01-9168644570ef req-427c5182-4d70-4547-9913-ca302e853c08 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: b9569c36-1599-42d3-b592-19a46c73a618 with Priority: HIGHEST for action port [ 807.129188] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_rules [ 807.129387] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_rules [ 807.129543] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c with Priority: HIGHEST for action security_group_members [ 807.129690] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9569c36-1599-42d3-b592-19a46c73a618 with Priority: HIGHEST for action port [ 807.129851] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c with Priority: HIGHEST for action security_group_rules [ 807.130015] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 807.130151] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 807.131162] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.131162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.133765] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.133765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.133765] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc3dc378-847d-42aa-bb8a-e51334adeb9c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.133765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.133765] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9569c36-1599-42d3-b592-19a46c73a618 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.133765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.133765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.133765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.133765] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9569c36-1599-42d3-b592-19a46c73a618',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.134534] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc3dc378-847d-42aa-bb8a-e51334adeb9c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.134534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.134534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.135095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.135095] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.136191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.136452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.136614] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.136741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.408430] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.408780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.408780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.409050] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.409190] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.409345] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port a7868db5-5c10-4b0a-b31e-9a44eaa79709 not found, creating... [ 807.409580] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.409723] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.409827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.410130] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.414281] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.414757] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.414944] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.419026] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.419026] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.419026] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.419026] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: a7868db5-5c10-4b0a-b31e-9a44eaa79709 is going to be created. [ 807.439195] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.439401] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.439446] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.439673] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.439884] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.440110] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-a7868db5-5c10-4b0a-b31e-9a44eaa79709" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.525536] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.535034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d5aa63-850d-446c-87e4-5a63aab0cda7: rpc.has_security_group_logging(os_id): False [ 807.557085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.557336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.557336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.557504] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.557589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.557810] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.557955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.558048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.558208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.558292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.558460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.558564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.558620] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.558733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.558819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.558968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.559102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.559164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.561022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.561022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.561022] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 807.589317] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.590597] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.591695] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.638246] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9569c36-1599-42d3-b592-19a46c73a618 with status ACTIVE [ 807.638620] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.639621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.639621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.639621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.639621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.639834] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.639834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.639946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.640288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.640344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.640714] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.640870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.640916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.641380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.641380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.641558] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9569c36-1599-42d3-b592-19a46c73a618 is going to be updated. [ 807.643311] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc3dc378-847d-42aa-bb8a-e51334adeb9c taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.643465] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.679163] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.679344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.679451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.679729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.679881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.682124] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.682124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.682124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.682305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.682433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.682589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9569c36-1599-42d3-b592-19a46c73a618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.702800] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 807.914388] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: SUCCESS [ 807.914608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.027984] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbe651f6-2e54-44fc-bc39-0be29ac96d8d: rpc.has_security_group_logging(os_id): False [ 808.054868] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.055966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.055966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.056295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.056354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.056670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.056981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.056981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.056981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.057167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.057167] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d is going to be created. [ 808.092066] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.093217] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.095519] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.120023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.120023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.120023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.120023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.120023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.135761] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: IN_PROGRESS for 2s [ 808.210114] env[65672]: INFO networking_nsxv3.common.synchronization [req-b16d90c9-7034-403f-b1b1-46dd6ffc429e req-abed4d50-1604-451d-83c4-e772c92ded90 service nova] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 808.211621] env[65672]: INFO networking_nsxv3.common.synchronization [req-b16d90c9-7034-403f-b1b1-46dd6ffc429e req-abed4d50-1604-451d-83c4-e772c92ded90 service nova] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 808.211621] env[65672]: INFO networking_nsxv3.common.synchronization [req-b16d90c9-7034-403f-b1b1-46dd6ffc429e req-abed4d50-1604-451d-83c4-e772c92ded90 service nova] Enqueued Resource ID: a7868db5-5c10-4b0a-b31e-9a44eaa79709 with Priority: HIGHEST for action port [ 808.211621] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 808.212038] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 808.212411] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7868db5-5c10-4b0a-b31e-9a44eaa79709 with Priority: HIGHEST for action port [ 808.213017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.215577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.215577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.215577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.215577] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.216465] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.217798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.221110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.221110] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.221110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7868db5-5c10-4b0a-b31e-9a44eaa79709 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7868db5-5c10-4b0a-b31e-9a44eaa79709" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7868db5-5c10-4b0a-b31e-9a44eaa79709" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.221110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7868db5-5c10-4b0a-b31e-9a44eaa79709" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.221110] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7868db5-5c10-4b0a-b31e-9a44eaa79709',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.344503] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 808.344503] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 deletion is rescheduled due to dependency. [ 808.344503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.596863] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.596863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.596863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.597337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.597337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.597337] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 808.598736] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.598872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.598908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.599229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.599328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.599422] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d is going to be updated. [ 808.600909] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.601040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.601111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.601299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.601404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.601706] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c is going to be created. [ 808.637758] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.638261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.638261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.638375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.638607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.641173] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.641342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.641421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.641731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.641911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.648022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.648022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.648022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.648022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.648022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.667183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: IN_PROGRESS for 2s [ 808.667993] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 808.668954] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c in Status: UNINITIALIZED for 2s [ 808.717896] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.717896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.725236] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.726409] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7868db5-5c10-4b0a-b31e-9a44eaa79709 with status ACTIVE [ 808.726629] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.726759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.726831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.727066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.727170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.730243] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.730243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.730243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.730243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.730466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.730545] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.730637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.730700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.730857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.730950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.731050] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7868db5-5c10-4b0a-b31e-9a44eaa79709 is going to be updated. [ 808.758049] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.758265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.758265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.758509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.758614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.758794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7868db5-5c10-4b0a-b31e-9a44eaa79709" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.896463] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 808.896463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.896463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.896463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.896463] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.896463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.896463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.896913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.896913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.897066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.897197] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.103560] env[65672]: INFO networking_nsxv3.common.synchronization [req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 req-7e6e2963-78fc-4537-b38e-f1f9cc9d67a3 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 809.103560] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 809.103940] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.103940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.104142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.104664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.104882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.105033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.107841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.108091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.108257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.108326] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.227544] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.400486] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.400633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.400701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.400909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.402029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.402029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.402029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.402029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.402029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.402029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.402029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.402029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.402480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.402564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.405256] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.405394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.405453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.405595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.405680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.405772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.405863] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.465040] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.465040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.465040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.465040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.465040] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.465040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.465040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.466242] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.466525] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.466910] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.467173] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.467406] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.467630] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.467856] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.468090] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.468340] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.490373] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.490373] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.490373] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.490373] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.490373] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-0b86c80a-cede-4967-8700-a0c3edb6e9ef taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.490373] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-0b86c80a-cede-4967-8700-a0c3edb6e9ef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.490373] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-0b86c80a-cede-4967-8700-a0c3edb6e9ef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.490373] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-0b86c80a-cede-4967-8700-a0c3edb6e9ef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.490373] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b86c80a-cede-4967-8700-a0c3edb6e9ef',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.611850] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.612192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.612192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.612360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.612510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.612672] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.612778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.612823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.613021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.613109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.613199] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e already deleted. [ 809.613283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.730216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.730800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.730800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.731379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.731728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.731821] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be created. [ 809.736407] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 809.737021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.737388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.737784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.737995] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.773457] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.773457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.773457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.773457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.773836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.793043] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: UNINITIALIZED for 2s [ 809.908023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6f8df83-b8c8-4f7f-a368-0d3293a88b6f: rpc.has_security_group_logging(os_id): False [ 809.931716] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.931716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.931716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.931949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.931949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.932272] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.932420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.932498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.932665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.932745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.932927] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.933116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.933174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.933324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.933447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.933570] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.933659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.933718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.933926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.934586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.934676] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be created. [ 809.992209] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.992426] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.992585] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.992869] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.993112] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.993249] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 0b86c80a-cede-4967-8700-a0c3edb6e9ef not found, creating... [ 809.993506] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.993651] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.993758] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.994798] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.994798] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.994798] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.994798] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.994798] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.995551] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.995551] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.995551] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 0b86c80a-cede-4967-8700-a0c3edb6e9ef is going to be created. [ 810.011892] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.012462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.012564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.013367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.013367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.029361] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.029583] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.029674] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.029946] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.030361] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.031590] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-0b86c80a-cede-4967-8700-a0c3edb6e9ef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.034186] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 810.155190] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: SUCCESS [ 810.155360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.155939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.155939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.156122] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.243666] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.243921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.658823] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.659195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.685187] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c in Status: SUCCESS [ 810.685187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.685187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.685595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.685827] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.685960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.686059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.686332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.686442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.686546] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.688384] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: SUCCESS [ 810.688510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.689818] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 810.690017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.690238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.690727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.691639] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.691639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.691639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.691639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.691639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.691639] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.692719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.693443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.693443] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.693443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.693638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.693718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.693805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.693913] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.794619] env[65672]: INFO networking_nsxv3.common.synchronization [req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 req-52b6e63c-f007-4b55-b483-4a861b9808a3 service nova] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_rules [ 810.794619] env[65672]: INFO networking_nsxv3.common.synchronization [req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 req-52b6e63c-f007-4b55-b483-4a861b9808a3 service nova] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 810.794619] env[65672]: INFO networking_nsxv3.common.synchronization [req-af70ccb8-5246-4ae3-8997-aa1d7027ccf0 req-52b6e63c-f007-4b55-b483-4a861b9808a3 service nova] Enqueued Resource ID: 0b86c80a-cede-4967-8700-a0c3edb6e9ef with Priority: HIGHEST for action port [ 810.794619] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_rules [ 810.794619] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 810.794619] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b86c80a-cede-4967-8700-a0c3edb6e9ef with Priority: HIGHEST for action port [ 810.796754] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.796754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.796754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.798255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.798255] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.800513] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.800513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.800513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.800767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.800767] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.800851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.800883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.801794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.801794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.801794] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.803330] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b86c80a-cede-4967-8700-a0c3edb6e9ef taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.803330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b86c80a-cede-4967-8700-a0c3edb6e9ef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.803554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b86c80a-cede-4967-8700-a0c3edb6e9ef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.803607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b86c80a-cede-4967-8700-a0c3edb6e9ef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.804163] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b86c80a-cede-4967-8700-a0c3edb6e9ef',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.172467] env[65672]: INFO networking_nsxv3.common.synchronization [req-3040ec47-73d7-4fdd-b643-67b4bc715bad req-efd5a3ad-b531-42fa-9e98-5063201db726 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 811.173317] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 811.173699] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.173943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.174148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.174437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.174640] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.174782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.174896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.175085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.175212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.175352] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.199176] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.200156] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.200867] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.242540] env[65672]: INFO networking_nsxv3.common.synchronization [req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f req-641acda7-ed84-4b31-8c34-b7cd17995cc2 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c with Priority: HIGHEST for action security_group_members [ 811.242700] env[65672]: INFO networking_nsxv3.common.synchronization [req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f req-641acda7-ed84-4b31-8c34-b7cd17995cc2 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 811.242821] env[65672]: INFO networking_nsxv3.common.synchronization [req-abf32cd0-650a-4bc8-8cda-fdb0d18c272f req-641acda7-ed84-4b31-8c34-b7cd17995cc2 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 811.243406] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c with Priority: HIGHEST for action security_group_members [ 811.243539] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 811.243649] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGHEST for action security_group_members [ 811.244455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc3dc378-847d-42aa-bb8a-e51334adeb9c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.244584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.244811] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.244888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.245070] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.245153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.309216] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b86c80a-cede-4967-8700-a0c3edb6e9ef with status ACTIVE [ 811.309216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.309216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.309216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.309216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.309216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.309216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.309216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.309790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.309790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.309790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.310829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.310829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.310829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.310829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.311119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.311277] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b86c80a-cede-4967-8700-a0c3edb6e9ef is going to be updated. [ 811.313335] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.313447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.313603] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.340258] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.340426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.340509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.341045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.341289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.341461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b86c80a-cede-4967-8700-a0c3edb6e9ef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.678698] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.705484] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.705484] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.705789] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.803378] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 811.803608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.803744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.803971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.804182] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.804296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.804360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.804512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.804593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.804678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.804766] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.815986] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.886999] env[65672]: INFO networking_nsxv3.common.synchronization [req-932d0f8d-a719-41b8-b721-573459306200 req-afe680f4-b9b0-4a93-9c22-7654a18f1c7d tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 811.887568] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 811.887892] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.888059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.888132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.888328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.888486] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.888582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.888644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.888793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.888902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.888967] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.047136] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 812.047433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.183084] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.208500] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.208656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.208729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.208963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.209070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.209177] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d is going to be updated. [ 812.210541] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.210672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.210739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.210941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.211123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.211230] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 812.217154] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.217154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.217350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.217470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.217523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.217679] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c is going to be updated. [ 812.256132] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.256311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.256384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.257793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.257793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.263062] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.263270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.263362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.263576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.264161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.265956] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.266125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.266685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.266685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.266685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.270483] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.270717] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.270960] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.271737] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.271737] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.271737] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.272025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.272242] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.272419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.272685] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.272830] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.272957] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.273130] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.273284] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.273410] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.273580] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.278337] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c in Status: IN_PROGRESS for 2s [ 812.279297] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 812.280210] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: IN_PROGRESS for 2s [ 812.308499] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.319244] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.319424] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.319759] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.319759] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.320032] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-a9ea1497-726f-4c58-81cc-c540115fd7cd taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.320228] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-a9ea1497-726f-4c58-81cc-c540115fd7cd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.320341] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-a9ea1497-726f-4c58-81cc-c540115fd7cd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.320708] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-a9ea1497-726f-4c58-81cc-c540115fd7cd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.320877] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9ea1497-726f-4c58-81cc-c540115fd7cd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.322133] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.322293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.322375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.322582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.322725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.322798] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e is going to be created. [ 812.367856] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.368059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.368156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.368381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.369065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.382077] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: UNINITIALIZED for 2s [ 812.391992] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.391992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.391992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.392263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.392324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.392561] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.392669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.392724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.392896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.393061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.393170] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 812.443645] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.443863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.443969] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.444385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.444479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.455755] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 812.690279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.690279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.690279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.690279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.690279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.690279] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be updated. [ 812.720337] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.720337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.720337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.720337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.720337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.733192] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: IN_PROGRESS for 2s [ 812.814032] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e123bdb4-076d-4f75-b969-05b6b9ad8327: rpc.has_security_group_logging(os_id): False [ 812.829024] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.829024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.829024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.829024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.829024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.829024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port a9ea1497-726f-4c58-81cc-c540115fd7cd not found, creating... [ 812.829024] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.829024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.829024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.829024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.829024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.829662] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.829662] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.829662] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.829662] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.830157] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.830619] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: a9ea1497-726f-4c58-81cc-c540115fd7cd is going to be created. [ 812.832695] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.832951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.833200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.833453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.833647] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.834018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.834284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.836331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.836331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.836331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.836331] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be created. [ 812.857024] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.857024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.857024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.857024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.857024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.857024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-a9ea1497-726f-4c58-81cc-c540115fd7cd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.900736] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.900736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.900736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.900736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.902132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.915449] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 813.531430] env[65672]: INFO networking_nsxv3.common.synchronization [req-932d0f8d-a719-41b8-b721-573459306200 req-8e754880-65c3-415a-9774-f266c3d96082 service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 813.533050] env[65672]: INFO networking_nsxv3.common.synchronization [req-932d0f8d-a719-41b8-b721-573459306200 req-8e754880-65c3-415a-9774-f266c3d96082 service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 813.533050] env[65672]: INFO networking_nsxv3.common.synchronization [req-932d0f8d-a719-41b8-b721-573459306200 req-8e754880-65c3-415a-9774-f266c3d96082 service nova] Enqueued Resource ID: a9ea1497-726f-4c58-81cc-c540115fd7cd with Priority: HIGHEST for action port [ 813.533454] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 813.533567] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 813.533669] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ea1497-726f-4c58-81cc-c540115fd7cd with Priority: HIGHEST for action port [ 813.534093] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.534093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.534201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.534392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.534431] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.535259] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.535358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.535543] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9ea1497-726f-4c58-81cc-c540115fd7cd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.535640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9ea1497-726f-4c58-81cc-c540115fd7cd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.535703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9ea1497-726f-4c58-81cc-c540115fd7cd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.535857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9ea1497-726f-4c58-81cc-c540115fd7cd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.535928] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9ea1497-726f-4c58-81cc-c540115fd7cd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.039068] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.039068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.039068] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9ea1497-726f-4c58-81cc-c540115fd7cd with status ACTIVE [ 814.039068] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.039539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.039539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.039539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.039539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.039725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.039725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.039822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.041629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.041629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.041629] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.041629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.041629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.042099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.042099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042099] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9ea1497-726f-4c58-81cc-c540115fd7cd is going to be updated. [ 814.064435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.064652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.064846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.064980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.065147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9ea1497-726f-4c58-81cc-c540115fd7cd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.296543] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c in Status: SUCCESS [ 814.297832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.297832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.297832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.297832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.297832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.297832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.298087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.301111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.301111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.301111] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.303414] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 814.303414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.303820] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: SUCCESS [ 814.304177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.304408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.304667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.305670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.305861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.305995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.306251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.306428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.306506] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.307538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.307804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.308051] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.308219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.308311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.308513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.308621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.308737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.308871] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.310796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.310877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.311089] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.311228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.311325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.311515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.311613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.312342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.312547] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.314792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.314993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.315211] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.315440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.315440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.315584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.315651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.315745] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.316872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.316872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.316990] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.317573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.317573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.317712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.317791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.318360] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.393167] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: SUCCESS [ 814.393377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.393539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.393754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.394163] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.394163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.394316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.394351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.394417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.394500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.394588] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.468330] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 814.468547] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 deletion is rescheduled due to dependency. [ 814.468666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.469194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.469467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.469712] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.470169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.470169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.470169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.470332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.470462] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.749626] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: SUCCESS [ 814.749626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.814954] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.815399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.815582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.815895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.816221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.816529] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.816762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.819030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.819030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.819030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.819030] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c is going to be deleted. [ 814.819030] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc3dc378-847d-42aa-bb8a-e51334adeb9c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.820000] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.820240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.820741] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.822265] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.822616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.822827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.823198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.823397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.823710] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.823932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.824390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.825099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.825394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.825577] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d is going to be updated. [ 814.830659] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.871334] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.871512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.871571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.871759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.871894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.880204] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.880307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.880428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.880551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.880655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.880796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.893766] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: IN_PROGRESS for 2s [ 814.899835] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.899835] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.899835] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.899835] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.899835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.901584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.901584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.901584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.901584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.905025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.932569] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 814.934535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.974048] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.322125] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc3dc378-847d-42aa-bb8a-e51334adeb9c: rpc.has_security_group_logging(os_id): False [ 815.327849] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.338016] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbe651f6-2e54-44fc-bc39-0be29ac96d8d: rpc.has_security_group_logging(os_id): False [ 815.343553] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.343818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.343988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.344332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.344525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.344864] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.345221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.345480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.345583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.345708] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.345838] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c is going to be created. [ 815.365753] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.365975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.365975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.368273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.368273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.368491] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.368569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.368707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.368839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.368968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.368999] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d is going to be updated. [ 815.371439] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fc3dc378-847d-42aa-bb8a-e51334adeb9c], does not exist path=[/infra/domains/default/groups/fc3dc378-847d-42aa-bb8a-e51334adeb9c]."\n}' [ 815.371661] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fc3dc378-847d-42aa-bb8a-e51334adeb9c [ 815.371661] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 815.406738] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c71b198e-e0ae-4d96-996a-8dff48cd314e: rpc.has_security_group_logging(os_id): False [ 815.425834] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.425974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.426028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.427706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.427829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.428093] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.428206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.428273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.428454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.428534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.428717] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.428822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.428912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.429097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.429181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.429372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.429496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.429547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.429741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.429741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.429819] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e is going to be created. [ 815.434102] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.434102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.434102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.434102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.435630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.435630] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.435630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.435630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.435918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.435918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.436051] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.436139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.436177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.436310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.436378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.436457] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc3dc378-847d-42aa-bb8a-e51334adeb9c is going to be created. [ 815.447523] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.449311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.449311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.449311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.449311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.460254] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fc3dc378-847d-42aa-bb8a-e51334adeb9c], does not exist path=[/infra/domains/default/groups/fc3dc378-847d-42aa-bb8a-e51334adeb9c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fc3dc378-847d-42aa-bb8a-e51334adeb9c [ 815.460398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc3dc378-847d-42aa-bb8a-e51334adeb9c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.461052] env[65672]: Traceback (most recent call last): [ 815.461135] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 815.461135] env[65672]: return func(*args, **kwargs) [ 815.461135] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 815.461135] env[65672]: res.raise_for_status() [ 815.461135] env[65672]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 815.461135] env[65672]: raise HTTPError(http_error_msg, response=self) [ 815.461135] env[65672]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fc3dc378-847d-42aa-bb8a-e51334adeb9c [ 815.461135] env[65672]: During handling of the above exception, another exception occurred: [ 815.461135] env[65672]: Traceback (most recent call last): [ 815.461135] env[65672]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 815.461135] env[65672]: listener.cb(fileno) [ 815.461135] env[65672]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 815.461135] env[65672]: result = function(*args, **kwargs) [ 815.461135] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 815.461135] env[65672]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 815.461135] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 815.461135] env[65672]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 815.461135] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 815.461135] env[65672]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 815.461135] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 815.461135] env[65672]: res.raise_for_status() [ 815.461135] env[65672]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 815.461135] env[65672]: raise HTTPError(http_error_msg, response=self) [ 815.461135] env[65672]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fc3dc378-847d-42aa-bb8a-e51334adeb9c [ 815.461135] env[65672]: Removing descriptor: 23 [ 815.463959] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: IN_PROGRESS for 2s [ 815.470928] env[65672]: INFO networking_nsxv3.common.synchronization [req-465afb91-1fbb-4928-9d60-0043d7d00905 req-5e910716-22a0-4aec-9849-7e2c6086bf2a tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 815.470928] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 815.471430] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.471493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.471530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.472205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.472205] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.472205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.472205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.472433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.472433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.472524] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.478315] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.539318] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.539318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.539318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.539318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.540612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.569629] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: IN_PROGRESS for 2s [ 815.831783] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.831924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.831959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.832876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.832876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.832876] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 815.889372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.889581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.889581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.889904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.890182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.906183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 815.974412] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.982596] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.982596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.982596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.982596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.983725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.983947] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 816.011281] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.011281] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.011281] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.011626] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.011722] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.011876] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.012045] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.013398] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.013633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.013869] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.013978] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.014100] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.014204] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.014303] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.014402] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.014525] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.026450] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.026633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.026732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.026925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.027099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.040092] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 816.041031] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.041189] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.041322] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.041491] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.041797] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-ee1b1883-3b47-423a-ba0a-38706fb0a94a taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.041959] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-ee1b1883-3b47-423a-ba0a-38706fb0a94a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.042091] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-ee1b1883-3b47-423a-ba0a-38706fb0a94a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.042410] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-ee1b1883-3b47-423a-ba0a-38706fb0a94a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.042541] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1b1883-3b47-423a-ba0a-38706fb0a94a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.477811] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.545476] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.545825] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.545981] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.546283] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.546447] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.546615] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port ee1b1883-3b47-423a-ba0a-38706fb0a94a not found, creating... [ 816.546987] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.547132] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.547296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.547591] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.547740] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.548435] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.548633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.548750] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.549265] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.549421] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.549622] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: ee1b1883-3b47-423a-ba0a-38706fb0a94a is going to be created. [ 816.571147] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.571404] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.571541] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.571825] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.572082] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.572311] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-ee1b1883-3b47-423a-ba0a-38706fb0a94a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.904254] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: SUCCESS [ 816.904496] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d deletion is rescheduled due to dependency. [ 816.904577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.981294] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.981463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.981511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.981715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.981810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.981904] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e is going to be updated. [ 817.010961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.011166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.011237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.011465] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.011607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.022656] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: IN_PROGRESS for 2s [ 817.279346] env[65672]: INFO networking_nsxv3.common.synchronization [req-465afb91-1fbb-4928-9d60-0043d7d00905 req-2177812e-464b-40cb-919c-6ebe9bc2d4ee service nova] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_rules [ 817.279519] env[65672]: INFO networking_nsxv3.common.synchronization [req-465afb91-1fbb-4928-9d60-0043d7d00905 req-2177812e-464b-40cb-919c-6ebe9bc2d4ee service nova] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 817.279659] env[65672]: INFO networking_nsxv3.common.synchronization [req-465afb91-1fbb-4928-9d60-0043d7d00905 req-2177812e-464b-40cb-919c-6ebe9bc2d4ee service nova] Enqueued Resource ID: ee1b1883-3b47-423a-ba0a-38706fb0a94a with Priority: HIGHEST for action port [ 817.280262] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_rules [ 817.280468] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 817.280529] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1b1883-3b47-423a-ba0a-38706fb0a94a with Priority: HIGHEST for action port [ 817.280792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.281017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.281275] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.281392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.281609] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1b1883-3b47-423a-ba0a-38706fb0a94a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.281762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1b1883-3b47-423a-ba0a-38706fb0a94a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.281830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1b1883-3b47-423a-ba0a-38706fb0a94a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.282181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1b1883-3b47-423a-ba0a-38706fb0a94a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.282331] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1b1883-3b47-423a-ba0a-38706fb0a94a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.479336] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d in Status: SUCCESS [ 817.479336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.589142] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: SUCCESS [ 817.589142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.589142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.589142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589142] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.931766] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee1b1883-3b47-423a-ba0a-38706fb0a94a with status ACTIVE [ 817.931984] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.932175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.932251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.932683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.932683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.932803] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.932803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.932886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.933051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.933125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.933662] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.933662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.933662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.933662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.933662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.933906] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee1b1883-3b47-423a-ba0a-38706fb0a94a is going to be updated. [ 817.946442] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 817.946668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.946822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.947049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.947238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.947384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.947436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.947548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.947627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.947709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.947860] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.947948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.947996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.948150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.948286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.948372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.948429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.948561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.948632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.948709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.948792] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.957260] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.957436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.957479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.958024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.958024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.958024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1b1883-3b47-423a-ba0a-38706fb0a94a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.977265] env[65672]: INFO networking_nsxv3.common.synchronization [None req-68f9ef79-91fc-471b-9940-d440abb78723 None None] Enqueued Resource ID: 25de114a-1943-4684-8345-48d6f34c98ca with Priority: HIGHEST for action port [ 817.977881] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25de114a-1943-4684-8345-48d6f34c98ca with Priority: HIGHEST for action port [ 817.978207] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-25de114a-1943-4684-8345-48d6f34c98ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.979655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25de114a-1943-4684-8345-48d6f34c98ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.979655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25de114a-1943-4684-8345-48d6f34c98ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.979655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25de114a-1943-4684-8345-48d6f34c98ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.979655] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25de114a-1943-4684-8345-48d6f34c98ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.056390] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 818.056616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.056783] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.057126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.057296] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.057400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.057460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.057618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.057700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.057815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.057911] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.091535] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.091748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.451260] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d5aa63-850d-446c-87e4-5a63aab0cda7: rpc.has_security_group_logging(os_id): False [ 818.470325] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.470325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.470325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.470325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.482135] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25de114a-1943-4684-8345-48d6f34c98ca [ 818.482632] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.483306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.483306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.483306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.483490] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.484801] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25de114a-1943-4684-8345-48d6f34c98ca already deleted. [ 818.485023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25de114a-1943-4684-8345-48d6f34c98ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.490739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.491033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.491513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.491513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.491617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.491684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.492174] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.492174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.492174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.492340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.492429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.493069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.493069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.493069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.493069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.493428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.493555] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 818.565028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.565028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.565028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.565028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.565711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.565711] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.565711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.565711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.565711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.565711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.565711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.565942] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.571312] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.571312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.571312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.571312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.571312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.603294] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 819.034799] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: SUCCESS [ 819.036892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.036892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.036892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.036892] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.036892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.036892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.036892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.036892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.036892] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.074826] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61e300c-c936-4fbe-9c3c-00d3f46b5e32: rpc.has_security_group_logging(os_id): False [ 819.095192] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.095418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.095511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.095718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.120632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121581] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121581] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.122020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.122131] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.122222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.122276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.122413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.122484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.122565] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 819.208279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.208279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.208279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.208279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.208279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.224906] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 819.228148] env[65672]: INFO networking_nsxv3.common.synchronization [req-4e110c92-30fa-4534-a242-4677677f9e1e req-b1d07a79-6eeb-4158-8269-beddf478bae6 tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 819.228741] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 819.229127] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.229395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.229395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.229888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.229888] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.230773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.230868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.231070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.231183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.231328] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.540152] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.734459] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.734639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.734690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.734883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.785457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.785457] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.785457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.785457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.785457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.785457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.785457] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be updated. [ 819.822400] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.823410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.824977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.824977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.824977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.835858] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: IN_PROGRESS for 2s [ 820.049060] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.550913] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.551359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.551359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.551603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.551744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.551900] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e is going to be updated. [ 820.590383] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.590383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.590383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.590383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.590383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.603161] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: IN_PROGRESS for 2s [ 820.623475] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 820.623475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.095993] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1f83980f-6125-4b37-9d7f-2380e197a09f None None] Enqueued Resource ID: afa88871-cd3d-426d-85ac-f38504ecce66 with Priority: HIGHEST for action port [ 821.096863] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa88871-cd3d-426d-85ac-f38504ecce66 with Priority: HIGHEST for action port [ 821.098309] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-afa88871-cd3d-426d-85ac-f38504ecce66 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.098309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afa88871-cd3d-426d-85ac-f38504ecce66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.098309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afa88871-cd3d-426d-85ac-f38504ecce66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.098646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afa88871-cd3d-426d-85ac-f38504ecce66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.098646] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afa88871-cd3d-426d-85ac-f38504ecce66',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.296505] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 821.296798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.366243] env[65672]: INFO networking_nsxv3.common.synchronization [None req-261e6edb-f64d-4b54-9671-eafc25851fcc tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Enqueued Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_rules [ 821.367075] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_rules [ 821.367419] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.367540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.367610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.367853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.367953] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.603058] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afa88871-cd3d-426d-85ac-f38504ecce66 [ 821.603430] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.603553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.603629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.603840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.603937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.604084] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afa88871-cd3d-426d-85ac-f38504ecce66 already deleted. [ 821.604181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afa88871-cd3d-426d-85ac-f38504ecce66" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.847609] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: SUCCESS [ 821.847840] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae deletion is rescheduled due to dependency. [ 821.847999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.853353] env[65672]: INFO networking_nsxv3.common.synchronization [None req-38725a35-400c-448b-9a79-2797c2ede4f9 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Enqueued Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_rules [ 821.853969] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_rules [ 821.854532] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.854532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.894024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.894024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.894024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.894024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.894024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.894024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe already deleted. [ 821.894024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.894024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.894024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.894024] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.101567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.101810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.101859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.102062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.102702] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.420482] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.420821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.420821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.421073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.421188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.421403] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe already deleted. [ 822.421544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.606433] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.615389] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: SUCCESS [ 822.615389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.615389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.615389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.615389] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.615389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.615389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.615389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.615389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.615389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.615389] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.944512] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd98529e-8768-46c5-b3a3-7dd628c22de1 req-912b253d-f358-4554-b482-041434f7fd5b tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 822.944623] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 822.945063] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.945263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.946133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.946431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.946733] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.946884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.947180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.947258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.947368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.947498] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.983469] env[65672]: INFO networking_nsxv3.common.synchronization [None req-2eddf595-1184-4347-86c7-9d195e8f3677 None None] Enqueued Resource ID: 6e3e61a1-c433-4634-8c9a-e3959f77c518 with Priority: HIGHEST for action port [ 822.986073] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3e61a1-c433-4634-8c9a-e3959f77c518 with Priority: HIGHEST for action port [ 822.986877] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3e61a1-c433-4634-8c9a-e3959f77c518 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.987013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3e61a1-c433-4634-8c9a-e3959f77c518" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.987073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3e61a1-c433-4634-8c9a-e3959f77c518" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.987531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3e61a1-c433-4634-8c9a-e3959f77c518" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.987628] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3e61a1-c433-4634-8c9a-e3959f77c518',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.109083] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.120366] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.120366] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.120366] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.120366] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.120366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.121018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.121018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.121018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.121018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.121018] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.387659] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.388202] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.388202] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.388385] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.388483] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.388628] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.388729] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.388924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.389090] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.389289] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.389389] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.389499] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.389598] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.389725] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.389890] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.390075] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.412093] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.412224] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.412357] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.412521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-883" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.412836] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.413010] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.413182] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.413513] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.413665] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.450925] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.489976] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e3e61a1-c433-4634-8c9a-e3959f77c518 [ 823.490245] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.490384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.490452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.490670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.490760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.490859] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e3e61a1-c433-4634-8c9a-e3959f77c518 already deleted. [ 823.490938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3e61a1-c433-4634-8c9a-e3959f77c518" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.611025] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 823.611306] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 823.626017] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c71b198e-e0ae-4d96-996a-8dff48cd314e: rpc.has_security_group_logging(os_id): False [ 823.647720] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.647720] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.647720] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.647720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.648462] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.648462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.648462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.649633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.649711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.649804] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e is going to be updated. [ 823.728070] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.728070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.728306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.728497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.728745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.743822] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: IN_PROGRESS for 2s [ 823.887854] env[65672]: INFO networking_nsxv3.common.synchronization [None req-23567930-0c79-4ed4-9a27-3b275f571c51 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_rules [ 823.888803] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_rules [ 823.889649] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.889649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.889649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.889928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.889976] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.918022] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.918022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.918022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.918022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.918022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.918022] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 not found, creating... [ 823.918022] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.918022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.918022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.918022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.918716] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.918716] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.918943] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.918996] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.919498] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.919634] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.919786] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 is going to be created. [ 823.943966] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.944081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.944252] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.944464] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.944699] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.944888] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.955138] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.995582] env[65672]: INFO networking_nsxv3.common.synchronization [None req-8e0dd553-9dcc-48f5-9059-439c3483da6e tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_rules [ 823.996176] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_rules [ 823.996485] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.996584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.419687] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.419894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.420020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.420337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.420467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.420588] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc already deleted. [ 824.420812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.420851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.421154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.421221] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.460950] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.461195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.461195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.461445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.461499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.461669] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 is going to be updated. [ 824.497714] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.497714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.497714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.498154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.498154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.510421] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: IN_PROGRESS for 2s [ 824.634220] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.634756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.634756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.634756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.653934] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 824.655995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.657753] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 824.695800] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.695800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.695800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.695800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.702895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.704037] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 824.704727] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 824.704727] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 824.751632] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.751916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.752020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.754689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.754689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.754689] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 824.770206] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd98529e-8768-46c5-b3a3-7dd628c22de1 req-d42c48a4-bd77-4fae-929b-287dd12f0df5 service nova] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_rules [ 824.770445] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd98529e-8768-46c5-b3a3-7dd628c22de1 req-d42c48a4-bd77-4fae-929b-287dd12f0df5 service nova] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 824.770639] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd98529e-8768-46c5-b3a3-7dd628c22de1 req-d42c48a4-bd77-4fae-929b-287dd12f0df5 service nova] Enqueued Resource ID: 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 with Priority: HIGHEST for action port [ 824.771542] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_rules [ 824.771756] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 824.771976] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 with Priority: HIGHEST for action port [ 824.772333] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.772510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.772613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.772975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.773168] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.774452] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.774577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.774830] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.774966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.775087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.777018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.777136] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.823799] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.824083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.824083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.824433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.824723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.825017] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 824.900069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.900246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.900304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.900653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.900757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.901342] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 824.901454] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4623a2e1-2249-4e5e-946a-a6c9556aa6ae', 'fca95521-0f13-40c7-909c-2b80067559d5', 'dbcca031-3821-4986-8f55-dd0542f7a800', '7b04c13e-be78-42e6-9be4-6994fbfd872f', '27472371-e159-4cc4-97b6-78c2835710d9', 'bbe651f6-2e54-44fc-bc39-0be29ac96d8d', '880635e0-fe3e-46a8-99e8-549c4327e729', '0713dd8d-fa64-43be-8820-4454d285e60d', '4c093e44-32f9-40a9-b749-14465c5aa39a', 'e6f8df83-b8c8-4f7f-a368-0d3293a88b6f', 'c181d717-041a-4af0-9bdd-1dd25a8d495d', 'aa079922-c623-4324-827b-2e5bf5044b11', '053c29b8-65b1-4102-bfb7-b243ae9c56a7', '6203fe59-6776-40e5-bdb8-d377ea55c07c', 'edaed69e-bf2c-4797-a938-b2933198bee5', 'e8fa1b4a-6341-4084-9204-23dfb36ba02a', '824abb2c-84f0-4070-ad06-bdc23d29e8e7', '1bd88d09-7208-4cfa-b04c-cce3368dbb62', '68039aac-56ce-4cb6-a707-2088201f536b', '3f072c59-a632-4341-bb1b-42079f814243', '3faed94d-7a92-4b4a-b28b-6afef17d9159', '4008c190-b6b0-4e04-bdca-7731acab884d', '2d252406-78bc-4d45-a50c-a4132c03111d', 'c71b198e-e0ae-4d96-996a-8dff48cd314e', '4315f1c0-682b-4f51-9150-223a13e08eb4', '489b666c-fd11-4d24-8ce1-ec1049772051', '9e5c9295-006a-4e0c-9523-593fd05ecaff', '12b3ed31-04b6-4748-bbaa-b4b3ef98b243', 'ecb2b8e5-6003-4667-8eff-b6258b40d753', '162cb45f-a26e-4208-9b55-776a74f96c2e', '85d5aa63-850d-446c-87e4-5a63aab0cda7', '58fba98e-7f52-4f6f-81ca-94e1322c5b86', 'c61e300c-c936-4fbe-9c3c-00d3f46b5e32', '8c24b1ab-0558-48af-b4f4-1b24c06f1142', 'fca42685-bdad-4a15-93da-c82a80eddc34', '529a793f-ee94-47fc-8b84-e057755d3de3', '6f123ec7-d15a-45cc-b6c0-7649a45d2143', 'e123bdb4-076d-4f75-b969-05b6b9ad8327', 'b9985ffd-8296-4536-8ac4-825491c9e817', '164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc'} {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 824.901552] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 824.927591] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.927591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.927591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.927591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.927591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.927591] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 824.928315] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 824.928418] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 824.946494] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.946664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.947688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.948119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.948119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.948222] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc already deleted. [ 824.948299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.001275] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.001484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.001554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.001775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.002649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.002908] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 825.002982] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 825.006192] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 825.009361] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 825.009361] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 825.009361] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGH for action security_group_rules [ 825.009539] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGH for action security_group_rules [ 825.009539] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGH for action security_group_rules [ 825.009604] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGH for action security_group_rules [ 825.009652] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGH for action security_group_rules [ 825.009685] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGH for action security_group_rules [ 825.010409] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGH for action security_group_rules [ 825.010803] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGH for action security_group_rules [ 825.010803] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGH for action security_group_rules [ 825.010803] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGH for action security_group_rules [ 825.010803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.280587] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.280587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.281375] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 with status ACTIVE [ 825.281549] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.282455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.282455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.282455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.282455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.284455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.284631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.284697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.285672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.285961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.286319] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.286412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.286536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.286832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.286929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.287833] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75 is going to be updated. [ 825.317246] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.317246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.317246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.317246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.317246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.317246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c7d60d5-b4ce-4c09-ba8e-5521f81d8f75" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.759202] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: SUCCESS [ 825.759539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.884103] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1f361d84-a242-46cb-ad7c-aaf0c1e5e38a tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_rules [ 825.884670] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_rules [ 825.884819] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGH for action security_group_rules [ 825.884923] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcca031-3821-4986-8f55-dd0542f7a800 with Priority: HIGH for action security_group_rules [ 825.885082] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880635e0-fe3e-46a8-99e8-549c4327e729 with Priority: HIGH for action security_group_rules [ 825.885149] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaed69e-bf2c-4797-a938-b2933198bee5 with Priority: HIGH for action security_group_rules [ 825.885228] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGH for action security_group_rules [ 825.885318] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68039aac-56ce-4cb6-a707-2088201f536b with Priority: HIGH for action security_group_rules [ 825.885407] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 with Priority: HIGH for action security_group_rules [ 825.885495] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGH for action security_group_rules [ 825.885582] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c with Priority: HIGH for action security_group_rules [ 825.885667] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a with Priority: HIGH for action security_group_rules [ 825.885759] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 with Priority: HIGH for action security_group_rules [ 825.885838] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGH for action security_group_rules [ 825.885924] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c181d717-041a-4af0-9bdd-1dd25a8d495d with Priority: HIGH for action security_group_rules [ 825.886015] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGH for action security_group_rules [ 825.886107] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c093e44-32f9-40a9-b749-14465c5aa39a with Priority: HIGH for action security_group_rules [ 825.886197] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d with Priority: HIGH for action security_group_rules [ 825.886275] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGH for action security_group_rules [ 825.886363] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27472371-e159-4cc4-97b6-78c2835710d9 with Priority: HIGH for action security_group_rules [ 825.886469] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca95521-0f13-40c7-909c-2b80067559d5 with Priority: HIGH for action security_group_rules [ 825.886671] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGH for action security_group_rules [ 825.887520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8966f4b-c228-48f0-ad5e-6389eae0453b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.887658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.887725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.887988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.888085] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.888953] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.889116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.889172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.890305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.890434] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.891369] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbcca031-3821-4986-8f55-dd0542f7a800 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.891483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.891535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.891707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.891769] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbcca031-3821-4986-8f55-dd0542f7a800',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.892466] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880635e0-fe3e-46a8-99e8-549c4327e729 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.892568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.892636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.892784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.894293] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880635e0-fe3e-46a8-99e8-549c4327e729',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.894293] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edaed69e-bf2c-4797-a938-b2933198bee5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.894293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.894293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.894293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.894293] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edaed69e-bf2c-4797-a938-b2933198bee5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.895488] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.895600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.895649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.895789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.895855] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.896828] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68039aac-56ce-4cb6-a707-2088201f536b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.896903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.897039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.900025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.900025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68039aac-56ce-4cb6-a707-2088201f536b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.900025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.900025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.900025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.900025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.900025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bd88d09-7208-4cfa-b04c-cce3368dbb62',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.900025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.900025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.900025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.900025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.900025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.901327] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6203fe59-6776-40e5-bdb8-d377ea55c07c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.901423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.901488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.901635] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.901702] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6203fe59-6776-40e5-bdb8-d377ea55c07c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.902768] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.902878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.902931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.903137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.903232] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8fa1b4a-6341-4084-9204-23dfb36ba02a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.903503] env[65672]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 825.905937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.905937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.905937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.905937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.905937] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('053c29b8-65b1-4102-bfb7-b243ae9c56a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.905937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.905937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.905937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.905937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.905937] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.906681] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c181d717-041a-4af0-9bdd-1dd25a8d495d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.906742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.906855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.910021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.910021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c181d717-041a-4af0-9bdd-1dd25a8d495d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.910021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.910021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.910021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.910021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.910021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.910021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c093e44-32f9-40a9-b749-14465c5aa39a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.910021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.910021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.910021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.910021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c093e44-32f9-40a9-b749-14465c5aa39a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.910703] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.910871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.910871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.911051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.911455] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe651f6-2e54-44fc-bc39-0be29ac96d8d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.912497] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.912497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.912497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.912739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.912739] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.913568] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27472371-e159-4cc4-97b6-78c2835710d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.913679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.913826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.913915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.913958] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27472371-e159-4cc4-97b6-78c2835710d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.914759] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca95521-0f13-40c7-909c-2b80067559d5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.914860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.914921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.915096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.915159] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca95521-0f13-40c7-909c-2b80067559d5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.918066] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.918066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.918066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.918066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.918066] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.918407] env[65672]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 825.954258] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.954517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.954517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.955269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.993971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.993971] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880635e0-fe3e-46a8-99e8-549c4327e729 is going to be deleted. [ 826.048100] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.048100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.048100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.048100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.048100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.048100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880635e0-fe3e-46a8-99e8-549c4327e729" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.067971] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a9403fbb-21c1-4637-b9a2-95688e61ae93 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_rules [ 826.067971] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_rules [ 826.067971] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8966f4b-c228-48f0-ad5e-6389eae0453b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.067971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.412714] env[65672]: INFO networking_nsxv3.common.synchronization [None req-8e65f039-f9da-486d-8121-ff69db83a77f None None] Enqueued Resource ID: 8a98a8ec-f611-4b0d-bd34-1944b3db01c2 with Priority: HIGHEST for action port [ 826.412714] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a98a8ec-f611-4b0d-bd34-1944b3db01c2 with Priority: HIGHEST for action port [ 826.413523] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a98a8ec-f611-4b0d-bd34-1944b3db01c2 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.413653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a98a8ec-f611-4b0d-bd34-1944b3db01c2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.413728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a98a8ec-f611-4b0d-bd34-1944b3db01c2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.413978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a98a8ec-f611-4b0d-bd34-1944b3db01c2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.415806] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a98a8ec-f611-4b0d-bd34-1944b3db01c2',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.442040] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.442773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.443271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.443271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.443346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.443448] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8966f4b-c228-48f0-ad5e-6389eae0453b already deleted. [ 826.443541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.444814] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.445033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.445151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.445458] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.447276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.448620] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.448620] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.453301] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.454057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.471825] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.472070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.472189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.472453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.473209] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.473209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.473209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.473209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.473209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.473478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.473478] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.480664] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.480664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.480664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.480664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.481461] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.481761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.481903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.482133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.483053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.483053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.483053] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.486528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.486727] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be deleted. [ 826.488572] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.488724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.488868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.489157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.495669] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.495669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.495669] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.495669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.495973] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.496069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.496123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.496324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.496438] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.496523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.496566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.496701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.496778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.496857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.497041] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.500842] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.501045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.501120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.501339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.501475] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.501567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.501625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.501824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.502015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.502134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.502242] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.540817] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.541049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.542603] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.542768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.547965] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.548158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.549761] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.549920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.553078] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: SUCCESS [ 826.553433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.554450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.554777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.555206] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.555206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.555206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.555395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.555395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.555478] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.557598] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.557598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.558522] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.558633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.561075] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.561075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.563748] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.563748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.567761] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.567868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.569512] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 826.569951] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.570094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.571536] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 826.571674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.571832] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be deleted. [ 826.573027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.573319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.596737] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.596906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.597808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.597927] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27472371-e159-4cc4-97b6-78c2835710d9 is going to be deleted. [ 826.598794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.599013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.618502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.618751] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8fa1b4a-6341-4084-9204-23dfb36ba02a is going to be deleted. [ 826.619754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.619971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.646255] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.647729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.663655] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.663815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.666946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.666946] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbcca031-3821-4986-8f55-dd0542f7a800 is going to be deleted. [ 826.666946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.666946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.712510] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.712723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.713883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.714070] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bd88d09-7208-4cfa-b04c-cce3368dbb62 is going to be deleted. [ 826.715324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.715628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.781818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.782215] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edaed69e-bf2c-4797-a938-b2933198bee5 is going to be deleted. [ 826.782961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.783253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.820306] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.820488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.848091] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.848419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.850359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.850572] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 053c29b8-65b1-4102-bfb7-b243ae9c56a7 is going to be deleted. [ 826.851980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.852370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.877184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.877184] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 is going to be deleted. [ 826.877932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.878036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.919481] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a98a8ec-f611-4b0d-bd34-1944b3db01c2 [ 826.919795] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.919941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.920041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.920255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.920563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.920563] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a98a8ec-f611-4b0d-bd34-1944b3db01c2 already deleted. [ 826.920563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a98a8ec-f611-4b0d-bd34-1944b3db01c2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.935803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.935960] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6203fe59-6776-40e5-bdb8-d377ea55c07c is going to be deleted. [ 826.936941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.937203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.942279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.942419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.975769] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.975934] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c093e44-32f9-40a9-b749-14465c5aa39a is going to be deleted. [ 826.977663] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.977663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.977663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.977993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.977993] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.977993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.978147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.978239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.978332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.978466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.978594] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.978724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.978762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.978947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.979053] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.979182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.979219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.979387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.979473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.979582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.979681] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.983513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.983513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.986208] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.995427] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.995427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.001267] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.001267] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.001267] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.001267] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.001267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.001945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.001945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.001945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.001945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.001945] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.003726] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.003872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.012190] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.012190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.012190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.012473] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.012473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.012592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.012628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.012716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.012858] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.013012] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.013264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.013486] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.013596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.013651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.013801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.013874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.013968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.014077] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.017986] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.018286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.038495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.038495] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c181d717-041a-4af0-9bdd-1dd25a8d495d is going to be deleted. [ 827.039674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.039939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.052494] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.052793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.058440] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.122460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.122460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.143027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.143027] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68039aac-56ce-4cb6-a707-2088201f536b is going to be deleted. [ 827.143027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.143027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.180409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.180409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.190872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.194484] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe651f6-2e54-44fc-bc39-0be29ac96d8d is going to be deleted. [ 827.194484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.194484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.233039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.233039] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca95521-0f13-40c7-909c-2b80067559d5 is going to be deleted. [ 827.233840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.234066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.234173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.234321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.234484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.235235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.235235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.235235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.238039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.238250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.238535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.238535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27472371-e159-4cc4-97b6-78c2835710d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.238652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.238849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.238941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.239380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8fa1b4a-6341-4084-9204-23dfb36ba02a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.239380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.239380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.239548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.239548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbcca031-3821-4986-8f55-dd0542f7a800" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.239685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.239822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.239893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.240367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bd88d09-7208-4cfa-b04c-cce3368dbb62" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.240367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.240367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.240367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.240568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edaed69e-bf2c-4797-a938-b2933198bee5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.240712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.240877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.241132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.241224] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8966f4b-c228-48f0-ad5e-6389eae0453b already deleted. [ 827.241347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.241629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.241890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.242048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.242246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-053c29b8-65b1-4102-bfb7-b243ae9c56a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.242382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.242527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.242604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.242722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.242846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.242985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.243073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.243215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6203fe59-6776-40e5-bdb8-d377ea55c07c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.243339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.243482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.243559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.243684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c093e44-32f9-40a9-b749-14465c5aa39a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.243869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.244067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.244154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.244730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c181d717-041a-4af0-9bdd-1dd25a8d495d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.319341] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.319341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.319341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.319341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.319341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.319341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe651f6-2e54-44fc-bc39-0be29ac96d8d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.354115] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.354115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.354115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.354115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.354115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.354115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68039aac-56ce-4cb6-a707-2088201f536b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.363671] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.364171] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.364316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.364371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.364562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.364650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.364752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca95521-0f13-40c7-909c-2b80067559d5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.483365] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6f8df83-b8c8-4f7f-a368-0d3293a88b6f: rpc.has_security_group_logging(os_id): False [ 827.492223] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f072c59-a632-4341-bb1b-42079f814243: rpc.has_security_group_logging(os_id): False [ 827.505673] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0713dd8d-fa64-43be-8820-4454d285e60d: rpc.has_security_group_logging(os_id): False [ 827.522286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.522286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.522286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.522286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.523570] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b04c13e-be78-42e6-9be4-6994fbfd872f: rpc.has_security_group_logging(os_id): False [ 827.562773] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.656689] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.656978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.669765] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.670045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.671218] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.671496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.674174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.674614] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.674907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.674996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.675303] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.677093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.677283] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.677424] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.677676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.677910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.678111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.678349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.678605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.678751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.679063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.679172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.679327] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 827.680653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.680804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.716681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.717859] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.718199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.718596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.718952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.720164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.720320] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 827.722506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.722703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.742965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.743890] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.744224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.744411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.744716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.744919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.745318] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.745545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.745647] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.745937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.746042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.746302] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.746397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.746462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.746629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.746714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.746797] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 827.748102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.748328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.772131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.772493] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.772658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.772781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.773140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.773284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.773729] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.773883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.773930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.774121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.774200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.774405] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.774503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.774567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.774718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.774796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.774882] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be updated. [ 827.776880] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.777031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.777074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.777213] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.777351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.803560] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 827.820178] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.820388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.820494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.820710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.820897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.836278] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.836552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.836552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.836779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.836939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.870447] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 827.879951] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 827.891991] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.892221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.892221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.894232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.894467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.923466] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: IN_PROGRESS for 2s [ 828.065747] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.065978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.066042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.066466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.066466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.066466] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 is going to be updated. [ 828.120635] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.120853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.120853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.121078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.121197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.134902] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: IN_PROGRESS for 2s [ 828.941388] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c12771e0-7edb-4e61-b3a2-6383c9a83e7a None None] Enqueued Resource ID: bd3784af-bc08-460d-9092-0e6daa5454de with Priority: HIGHEST for action port [ 828.941979] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3784af-bc08-460d-9092-0e6daa5454de with Priority: HIGHEST for action port [ 828.942420] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3784af-bc08-460d-9092-0e6daa5454de taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.942586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3784af-bc08-460d-9092-0e6daa5454de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.942688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3784af-bc08-460d-9092-0e6daa5454de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.942973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3784af-bc08-460d-9092-0e6daa5454de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.943180] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3784af-bc08-460d-9092-0e6daa5454de',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.448110] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd3784af-bc08-460d-9092-0e6daa5454de [ 829.448110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.448110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.448110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.448110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.448110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.448110] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd3784af-bc08-460d-9092-0e6daa5454de already deleted. [ 829.448110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3784af-bc08-460d-9092-0e6daa5454de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.820064] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 829.820299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.888776] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 829.889058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.920258] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 829.920657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.942298] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: SUCCESS [ 829.942777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.138632] env[65672]: INFO networking_nsxv3.common.synchronization [None req-e0a8501e-21e0-4aed-8ee8-bc57e79e0444 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Enqueued Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_rules [ 830.139282] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_rules [ 830.140013] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.140177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.140651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.140651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.140651] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.148552] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: SUCCESS [ 830.149902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.150261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.151075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.151075] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.151075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.151075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.151075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.151379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.151379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.151379] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.294289] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1d367bf7-7ff7-4932-ac60-531ee01b58b2 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Enqueued Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_rules [ 830.295313] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_rules [ 830.295616] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.295756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.655603] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.657339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.657969] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.658399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.658750] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.659065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.660206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.660468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.661712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.661712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.662238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.662238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.662238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.662666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.662998] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.662998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.662998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.663316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.663377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.663767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.663767] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.666664] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.666787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.666859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.667040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.667126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.667215] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff already deleted. [ 830.667299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.667450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.667695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.667695] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.169653] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4315f1c0-682b-4f51-9150-223a13e08eb4: rpc.has_security_group_logging(os_id): False [ 831.194449] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.194584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.194584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.194754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.196505] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.196612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.217937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.218202] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.218298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.218368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.218575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.218678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.218872] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.218970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.219042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.219195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.219270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.219452] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.219531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.219593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.219731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.219808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.219888] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 is going to be updated. [ 831.225695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.225695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.225695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.225695] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff already deleted. [ 831.225695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.302619] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.302858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.302858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.303079] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.303280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.317922] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: IN_PROGRESS for 2s [ 831.894013] env[65672]: INFO networking_nsxv3.common.synchronization [None req-74d65916-a5b4-4c5e-866a-60ddc4a1da74 None None] Enqueued Resource ID: 985c8533-1926-4d37-ab5c-a2c686a9c839 with Priority: HIGHEST for action port [ 831.894636] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985c8533-1926-4d37-ab5c-a2c686a9c839 with Priority: HIGHEST for action port [ 831.894958] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-985c8533-1926-4d37-ab5c-a2c686a9c839 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.895108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985c8533-1926-4d37-ab5c-a2c686a9c839" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.895219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985c8533-1926-4d37-ab5c-a2c686a9c839" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.895683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985c8533-1926-4d37-ab5c-a2c686a9c839" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.895683] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985c8533-1926-4d37-ab5c-a2c686a9c839',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.398474] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 985c8533-1926-4d37-ab5c-a2c686a9c839 [ 832.398882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.399025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.399157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.399514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.399653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.399910] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:985c8533-1926-4d37-ab5c-a2c686a9c839 already deleted. [ 832.399993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985c8533-1926-4d37-ab5c-a2c686a9c839" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.826980] env[65672]: INFO networking_nsxv3.common.synchronization [None req-6a8e1261-4619-4dc7-980d-3bdddecf4e81 None None] Enqueued Resource ID: 9f7db2f0-05b6-403a-b325-0ee0c9636a28 with Priority: HIGHEST for action port [ 832.827649] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7db2f0-05b6-403a-b325-0ee0c9636a28 with Priority: HIGHEST for action port [ 832.828017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7db2f0-05b6-403a-b325-0ee0c9636a28 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.828181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7db2f0-05b6-403a-b325-0ee0c9636a28" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.828275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7db2f0-05b6-403a-b325-0ee0c9636a28" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.828560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7db2f0-05b6-403a-b325-0ee0c9636a28" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.828677] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7db2f0-05b6-403a-b325-0ee0c9636a28',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.331368] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f7db2f0-05b6-403a-b325-0ee0c9636a28 [ 833.331368] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.331605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.332618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.332618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.332618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.332618] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f7db2f0-05b6-403a-b325-0ee0c9636a28 already deleted. [ 833.332618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7db2f0-05b6-403a-b325-0ee0c9636a28" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.339559] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: SUCCESS [ 833.339790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.637634] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d83e7164-e1b4-4049-a472-166a0535ec1c None None] Enqueued Resource ID: e13de4b0-d04a-4414-ab66-173af178cedd with Priority: HIGHEST for action port [ 835.638216] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13de4b0-d04a-4414-ab66-173af178cedd with Priority: HIGHEST for action port [ 835.638658] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-e13de4b0-d04a-4414-ab66-173af178cedd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.638803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e13de4b0-d04a-4414-ab66-173af178cedd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.640288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e13de4b0-d04a-4414-ab66-173af178cedd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.640288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e13de4b0-d04a-4414-ab66-173af178cedd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.640288] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e13de4b0-d04a-4414-ab66-173af178cedd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.145161] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e13de4b0-d04a-4414-ab66-173af178cedd [ 836.145161] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.145161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.145161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.145161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.145161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.145161] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e13de4b0-d04a-4414-ab66-173af178cedd already deleted. [ 836.145161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e13de4b0-d04a-4414-ab66-173af178cedd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.747673] env[65672]: INFO networking_nsxv3.common.synchronization [req-36839896-f744-490f-b85b-70f52d9bb27f req-6ca177dc-36ce-4fa8-9ce1-3eff91de86cf tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 836.748443] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 836.750151] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.750333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.750463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.750714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.750961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.751132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.751221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.751449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.751568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.751680] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.256129] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.759762] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.857636] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.858107] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.858435] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.858628] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.858929] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.859438] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.859438] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.860294] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.861278] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.861278] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.861278] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.861278] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.861278] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.861278] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.861517] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.861517] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.884044] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.884044] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.884044] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.884239] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.884538] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-7ab2a4d0-8130-4de7-946e-7a5c6693906f taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.884732] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-7ab2a4d0-8130-4de7-946e-7a5c6693906f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.884847] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-7ab2a4d0-8130-4de7-946e-7a5c6693906f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.885172] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-7ab2a4d0-8130-4de7-946e-7a5c6693906f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.885308] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab2a4d0-8130-4de7-946e-7a5c6693906f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.136961] env[65672]: INFO networking_nsxv3.common.synchronization [None req-7c1e5882-aadd-4c6b-bef9-5bca181c1853 None None] Enqueued Resource ID: a010a07f-801a-4eb3-9ea0-13f96e00390e with Priority: HIGHEST for action port [ 838.137522] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a010a07f-801a-4eb3-9ea0-13f96e00390e with Priority: HIGHEST for action port [ 838.137870] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a010a07f-801a-4eb3-9ea0-13f96e00390e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.138019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a010a07f-801a-4eb3-9ea0-13f96e00390e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.139292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a010a07f-801a-4eb3-9ea0-13f96e00390e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.139292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a010a07f-801a-4eb3-9ea0-13f96e00390e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.139292] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a010a07f-801a-4eb3-9ea0-13f96e00390e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.221990] env[65672]: INFO networking_nsxv3.common.synchronization [req-52422051-a3f3-448f-8006-4688ee3d7652 req-50d89465-5c5a-4f23-8eef-efd3f5f6bbd8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 838.222585] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 838.222894] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.223031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.223129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.223333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.223482] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.223577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.223633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.223780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.223863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.223963] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.262290] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.262528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.262617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.262817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.262931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.262995] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 838.298803] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.298956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.299031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.299246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.299389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.309975] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 838.388286] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.388404] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.388481] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.388772] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.388919] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.389090] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 7ab2a4d0-8130-4de7-946e-7a5c6693906f not found, creating... [ 838.389832] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.389832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.389832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.389832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.390091] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.391351] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.391351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.391351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.391351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.391351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.391351] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 7ab2a4d0-8130-4de7-946e-7a5c6693906f is going to be created. [ 838.412874] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.413103] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.413320] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.413638] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.413876] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.414118] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-7ab2a4d0-8130-4de7-946e-7a5c6693906f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.641979] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a010a07f-801a-4eb3-9ea0-13f96e00390e [ 838.642342] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.642563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.642691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.643016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.643168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.643345] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a010a07f-801a-4eb3-9ea0-13f96e00390e already deleted. [ 838.643441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a010a07f-801a-4eb3-9ea0-13f96e00390e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.726708] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.726874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.726938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.727196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.727294] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.727529] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.727706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.727706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.727941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.728117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.728185] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 838.761094] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.761453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.761453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.761537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.762698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.771624] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 838.890207] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-a655a9cf-e7c4-48c0-8894-65398e65e8a6 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 838.890760] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 838.891154] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.891714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.892995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.892995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.893156] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.893448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.893511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.893688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.893959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.893959] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.191057] env[65672]: INFO networking_nsxv3.common.synchronization [req-36839896-f744-490f-b85b-70f52d9bb27f req-56109476-1310-4e31-a2c0-ad7ce0ce3402 service nova] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_rules [ 839.191309] env[65672]: INFO networking_nsxv3.common.synchronization [req-36839896-f744-490f-b85b-70f52d9bb27f req-56109476-1310-4e31-a2c0-ad7ce0ce3402 service nova] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 839.191484] env[65672]: INFO networking_nsxv3.common.synchronization [req-36839896-f744-490f-b85b-70f52d9bb27f req-56109476-1310-4e31-a2c0-ad7ce0ce3402 service nova] Enqueued Resource ID: 7ab2a4d0-8130-4de7-946e-7a5c6693906f with Priority: HIGHEST for action port [ 839.192277] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_rules [ 839.192429] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 839.192525] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab2a4d0-8130-4de7-946e-7a5c6693906f with Priority: HIGHEST for action port [ 839.192806] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.192928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.192995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.193200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.193455] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.194360] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.194654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.194654] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab2a4d0-8130-4de7-946e-7a5c6693906f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.194776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab2a4d0-8130-4de7-946e-7a5c6693906f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.194825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab2a4d0-8130-4de7-946e-7a5c6693906f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.195903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab2a4d0-8130-4de7-946e-7a5c6693906f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.195903] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab2a4d0-8130-4de7-946e-7a5c6693906f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.390892] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.391118] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398053] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.398053] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.398256] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398335] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398375] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.398587] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.398722] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.398930] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.399050] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.399152] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.399252] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.399356] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.399456] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.399581] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.401418] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.401418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.401590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.403017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.403017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.403017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.403017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.403017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.403017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.403017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.403017] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 already deleted. [ 839.403017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.423200] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.423405] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.423545] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.423780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.424069] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.424280] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.424407] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.424701] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.424908] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402925a4-1e8a-497e-9fe9-69cf31b5ebbd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.697339] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.697545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.701071] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ab2a4d0-8130-4de7-946e-7a5c6693906f with status ACTIVE [ 839.701071] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.701071] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.701071] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.701071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.701071] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ab2a4d0-8130-4de7-946e-7a5c6693906f is going to be updated. [ 839.727401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.727607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.727655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.728243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.728243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.728243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab2a4d0-8130-4de7-946e-7a5c6693906f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.930971] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.931332] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.931477] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.931815] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.932012] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.932201] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 402925a4-1e8a-497e-9fe9-69cf31b5ebbd not found, creating... [ 839.932509] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.932732] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.932899] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.933210] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.933470] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.934439] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.934439] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.934628] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.935045] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.935319] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.935450] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 402925a4-1e8a-497e-9fe9-69cf31b5ebbd is going to be created. [ 839.957393] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.957624] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.957747] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.958010] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.958246] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.958550] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.320971] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 840.321249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.321428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.321640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.323016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.323016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.323016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.323016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.323016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.323016] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.782476] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 840.782691] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f deletion is rescheduled due to dependency. [ 840.782793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.798343] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-fb67bda9-cc7d-4e91-a850-7c393e4d8c60 service nova] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_rules [ 840.798527] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-fb67bda9-cc7d-4e91-a850-7c393e4d8c60 service nova] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 840.798686] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-fb67bda9-cc7d-4e91-a850-7c393e4d8c60 service nova] Enqueued Resource ID: 402925a4-1e8a-497e-9fe9-69cf31b5ebbd with Priority: HIGHEST for action port [ 840.799266] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_rules [ 840.799428] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 840.799532] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 402925a4-1e8a-497e-9fe9-69cf31b5ebbd with Priority: HIGHEST for action port [ 840.800072] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.800202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.800271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.800563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.800687] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.802129] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.802309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.802412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.802648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.802968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.803093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.803345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.803527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.803625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.803724] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.808579] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.808579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.808579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.808579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.808579] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402925a4-1e8a-497e-9fe9-69cf31b5ebbd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.828237] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.200802] env[65672]: INFO networking_nsxv3.common.synchronization [None req-54d3559f-1abd-420f-8fa9-ccbb7d499d12 None None] Enqueued Resource ID: 4338160e-c457-46f3-a590-cd1a6f9b874f with Priority: HIGHEST for action port [ 841.201739] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4338160e-c457-46f3-a590-cd1a6f9b874f with Priority: HIGHEST for action port [ 841.202123] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-4338160e-c457-46f3-a590-cd1a6f9b874f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.202250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4338160e-c457-46f3-a590-cd1a6f9b874f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.202321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4338160e-c457-46f3-a590-cd1a6f9b874f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.202663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4338160e-c457-46f3-a590-cd1a6f9b874f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.202663] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4338160e-c457-46f3-a590-cd1a6f9b874f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.309068] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.309989] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.310108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.312938] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 402925a4-1e8a-497e-9fe9-69cf31b5ebbd with status ACTIVE [ 841.312938] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.312938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.312938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.312938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.312938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.313261] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.313261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.313261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.313720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.313720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.313975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.314272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.314272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.314414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.314485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.314622] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 402925a4-1e8a-497e-9fe9-69cf31b5ebbd is going to be updated. [ 841.330648] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.341685] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.341685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.341685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.341685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.341685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.341685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-402925a4-1e8a-497e-9fe9-69cf31b5ebbd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.704820] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4338160e-c457-46f3-a590-cd1a6f9b874f [ 841.704980] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.705200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.705200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.705445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.705574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.705778] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4338160e-c457-46f3-a590-cd1a6f9b874f already deleted. [ 841.705778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4338160e-c457-46f3-a590-cd1a6f9b874f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.812405] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.834177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.834177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.834177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.834177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.834177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.834783] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 841.866040] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.866200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.866271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.866476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.866621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.877228] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 842.005183] env[65672]: INFO networking_nsxv3.common.synchronization [None req-df6027f4-73b8-4766-813f-e4f6ab0f49e8 None None] Enqueued Resource ID: 6494595a-0a31-400a-9d6d-57f80050d885 with Priority: HIGHEST for action port [ 842.005183] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494595a-0a31-400a-9d6d-57f80050d885 with Priority: HIGHEST for action port [ 842.005183] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-6494595a-0a31-400a-9d6d-57f80050d885 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.006493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6494595a-0a31-400a-9d6d-57f80050d885" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.006594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6494595a-0a31-400a-9d6d-57f80050d885" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.007359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6494595a-0a31-400a-9d6d-57f80050d885" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.008341] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6494595a-0a31-400a-9d6d-57f80050d885',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.318072] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.318072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.318415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.318415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.318636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.318804] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be created. [ 842.350899] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.351069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.351143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.351381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.351543] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.367969] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: UNINITIALIZED for 2s [ 842.515129] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6494595a-0a31-400a-9d6d-57f80050d885 [ 842.515427] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.515634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.515752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.515997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.516168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.516281] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6494595a-0a31-400a-9d6d-57f80050d885 already deleted. [ 842.516423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6494595a-0a31-400a-9d6d-57f80050d885" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.889870] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 843.890234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.890900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.890900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.890900] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.891165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.891165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.891308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.891403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.891519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.891590] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.380402] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 844.380677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.380873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.381170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.381405] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.381558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.381633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.381851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.381908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.382000] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.382120] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.397691] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.397960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.398043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.398254] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.398423] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.398522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.398604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.398715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.398799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.398885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.399065] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.399172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.399248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.399395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.399533] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.399622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.399679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.399813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.399884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.399966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.401113] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.885391] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.885629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.885749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.885939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.886326] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.886454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.886519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.886700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.886789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.886880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.887088] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.887229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.887298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.887753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.887753] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.887894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.887931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.888074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.888159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.888256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.888343] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.905102] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b04c13e-be78-42e6-9be4-6994fbfd872f: rpc.has_security_group_logging(os_id): False [ 844.931388] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.931604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.931683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.931964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.932108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.932414] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.932580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.932636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.932804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.932909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.933140] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.933321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.933396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.933519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.933640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.933846] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.933975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.937107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.937345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.937642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.938116] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 844.943760] env[65672]: INFO networking_nsxv3.common.synchronization [None req-e910578a-382a-4b38-8bd5-946ec74772f2 None None] Enqueued Resource ID: 2707bbd6-9776-44ec-b199-2af1697487c2 with Priority: HIGHEST for action port [ 844.944341] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2707bbd6-9776-44ec-b199-2af1697487c2 with Priority: HIGHEST for action port [ 844.944656] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2707bbd6-9776-44ec-b199-2af1697487c2 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.945905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2707bbd6-9776-44ec-b199-2af1697487c2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.946015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2707bbd6-9776-44ec-b199-2af1697487c2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.946299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2707bbd6-9776-44ec-b199-2af1697487c2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.946383] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2707bbd6-9776-44ec-b199-2af1697487c2',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.025571] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.027151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.027151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.027151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.027151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.058808] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 845.391691] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc48d9c1-5fd1-473c-a1e0-37e9476665b1: rpc.has_security_group_logging(os_id): False [ 845.415852] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.416092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.416145] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.416421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.416590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.416881] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.417091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.417183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.417394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.417481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.418275] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.418431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.418534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.418782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.418902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.420152] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.420456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.420553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.420904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.421055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.421170] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be created. [ 845.451517] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2707bbd6-9776-44ec-b199-2af1697487c2 [ 845.451852] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.452065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.452179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.452443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.452542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.452660] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2707bbd6-9776-44ec-b199-2af1697487c2 already deleted. [ 845.452763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2707bbd6-9776-44ec-b199-2af1697487c2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.493828] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.494063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.494063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.494558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.494558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.511448] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 845.599071] env[65672]: INFO networking_nsxv3.common.synchronization [req-7e486d9c-c6a5-4c3f-9a3a-7569eb648da8 req-0a563f25-3167-46fc-b656-2408dd03545f tempest-ListImageFiltersTestJSON-727891980 tempest-ListImageFiltersTestJSON-727891980-project-member] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 845.599071] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGHEST for action security_group_members [ 845.600299] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.600830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.600830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.603577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.604019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.604245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.604378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.604638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.604800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.604957] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.111988] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.112317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.112317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.112897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.136760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.137304] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.137304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.137304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.137488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.137488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.137725] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d is going to be updated. [ 846.176084] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.176800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.176883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.177108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.177257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.187334] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: IN_PROGRESS for 2s [ 847.074219] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 847.074467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.525048] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 847.525460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.198982] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d252406-78bc-4d45-a50c-a4132c03111d in Status: SUCCESS [ 848.199204] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d deletion is rescheduled due to dependency. [ 848.199315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.400149] env[65672]: INFO networking_nsxv3.common.synchronization [req-92e4cbf0-ffe9-4220-994b-340f1065e16a req-60f537ba-efa3-4c44-94eb-cf889238dbd9 tempest-FloatingIPsAssociationTestJSON-140662757 tempest-FloatingIPsAssociationTestJSON-140662757-project-member] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 849.401656] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGHEST for action security_group_members [ 849.401656] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.401656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.401656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.401656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.401656] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.402170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.402170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.402170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.402170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.402170] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.906030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.906227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.906275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.906557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.906659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.906865] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.906961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.907036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.907186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.907263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.907347] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be updated. [ 849.940308] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.940308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.940308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.940674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.940674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.952391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: IN_PROGRESS for 2s [ 851.965566] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0713dd8d-fa64-43be-8820-4454d285e60d in Status: SUCCESS [ 851.965926] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d deletion is rescheduled due to dependency. [ 851.965985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.338117] env[65672]: INFO networking_nsxv3.common.synchronization [req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 req-e7a01d4d-961a-4993-a39d-82e371c04905 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 853.338117] env[65672]: INFO networking_nsxv3.common.synchronization [req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 req-e7a01d4d-961a-4993-a39d-82e371c04905 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGHEST for action security_group_members [ 853.338117] env[65672]: INFO networking_nsxv3.common.synchronization [req-4dc0da43-33f1-470e-85f5-0feb9cd450a6 req-e7a01d4d-961a-4993-a39d-82e371c04905 tempest-SecurityGroupsTestJSON-450585339 tempest-SecurityGroupsTestJSON-450585339-project-member] Enqueued Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 853.339158] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 with Priority: HIGHEST for action security_group_members [ 853.339489] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGHEST for action security_group_members [ 853.342017] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 with Priority: HIGHEST for action security_group_members [ 853.342017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d5aa63-850d-446c-87e4-5a63aab0cda7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.342017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.342017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.342017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.342017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.342017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.342017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.342017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.342017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.342017] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d5aa63-850d-446c-87e4-5a63aab0cda7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.343836] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-489b666c-fd11-4d24-8ce1-ec1049772051 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.344327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.344555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.344904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.345269] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.345567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.345791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.346503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.348042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.348042] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.348345] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c24b1ab-0558-48af-b4f4-1b24c06f1142 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.348571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.348733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.348992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.349275] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.349489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.349657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.350011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.352497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.352497] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c24b1ab-0558-48af-b4f4-1b24c06f1142',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.728583] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-477b425c-c17c-4d98-9f12-9439ba2b646d tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 853.729400] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 853.729526] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.729628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.729686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.729920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.730089] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.730198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.730258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.730437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.730523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.730626] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.853306] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.853536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.853631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.853910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.855670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.855825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.856145] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.856214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.876653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.876947] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.877114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.877185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.877335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.877415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.877497] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 489b666c-fd11-4d24-8ce1-ec1049772051 is going to be updated. [ 853.878587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.878753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.902995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.903352] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.903505] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.903559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.903722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.903806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.903898] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 is going to be updated. [ 853.904925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.905140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.906725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.906852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.906914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.907061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.907285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.916961] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 489b666c-fd11-4d24-8ce1-ec1049772051 in Status: IN_PROGRESS for 2s [ 853.927164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.927415] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.927530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.928319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.928319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.928319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.928319] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 is going to be updated. [ 853.940937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.940937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.940937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.941241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.941241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.949733] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: IN_PROGRESS for 2s [ 853.957234] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.957234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.957359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.957478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.957710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.967755] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: IN_PROGRESS for 2s [ 854.110375] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.110673] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.110901] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.111342] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.111719] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.111943] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.112128] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.112439] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.112662] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.112994] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.113224] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.113423] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.113573] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.113754] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.113913] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.114125] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.134262] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.134515] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.134691] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.134978] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.135235] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-66a59d9d-68db-489e-bef0-b1a22eab0047 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.135414] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-66a59d9d-68db-489e-bef0-b1a22eab0047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.135530] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-66a59d9d-68db-489e-bef0-b1a22eab0047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.135854] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-66a59d9d-68db-489e-bef0-b1a22eab0047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.135982] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a59d9d-68db-489e-bef0-b1a22eab0047',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.233422] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.640932] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.641343] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.641414] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.641788] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.641940] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.642106] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 66a59d9d-68db-489e-bef0-b1a22eab0047 not found, creating... [ 854.642392] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.642576] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.642751] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.643462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.643462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.643462] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.643734] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.643734] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.643946] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.644087] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.644222] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 66a59d9d-68db-489e-bef0-b1a22eab0047 is going to be created. [ 854.675123] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.675278] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.675335] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.675684] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.676039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.676218] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-66a59d9d-68db-489e-bef0-b1a22eab0047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.738310] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.243229] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.243229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.243229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.243229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.243229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.243229] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 855.279919] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.281020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.281239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.282330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.282967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.297444] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 855.410200] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-7de3f353-f08d-4a39-a01e-2b6841b39ce5 service nova] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_rules [ 855.410511] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-7de3f353-f08d-4a39-a01e-2b6841b39ce5 service nova] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 855.410511] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-7de3f353-f08d-4a39-a01e-2b6841b39ce5 service nova] Enqueued Resource ID: 66a59d9d-68db-489e-bef0-b1a22eab0047 with Priority: HIGHEST for action port [ 855.411013] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_rules [ 855.411162] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 855.411258] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a59d9d-68db-489e-bef0-b1a22eab0047 with Priority: HIGHEST for action port [ 855.411968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.412119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.412245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.412405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.412488] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.413414] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.414437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.414437] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-66a59d9d-68db-489e-bef0-b1a22eab0047 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.414437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66a59d9d-68db-489e-bef0-b1a22eab0047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.414437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66a59d9d-68db-489e-bef0-b1a22eab0047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.414437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66a59d9d-68db-489e-bef0-b1a22eab0047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.414437] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a59d9d-68db-489e-bef0-b1a22eab0047',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.916161] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.916649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.916649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66a59d9d-68db-489e-bef0-b1a22eab0047 with status ACTIVE [ 855.916649] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.916649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.917296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.917296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.917296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.917296] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.917687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.917687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.917687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.917687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.918029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.918029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.918029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.918396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.918396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.918396] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66a59d9d-68db-489e-bef0-b1a22eab0047 is going to be updated. [ 855.932470] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 489b666c-fd11-4d24-8ce1-ec1049772051 in Status: SUCCESS [ 855.932713] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 489b666c-fd11-4d24-8ce1-ec1049772051 deletion is rescheduled due to dependency. [ 855.932841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.971466] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 in Status: SUCCESS [ 855.971775] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d5aa63-850d-446c-87e4-5a63aab0cda7 deletion is rescheduled due to dependency. [ 855.971879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d5aa63-850d-446c-87e4-5a63aab0cda7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.972786] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.972951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.972951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.973144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.973292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.973735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66a59d9d-68db-489e-bef0-b1a22eab0047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.986826] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 in Status: SUCCESS [ 855.986826] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c24b1ab-0558-48af-b4f4-1b24c06f1142 deletion is rescheduled due to dependency. [ 855.986826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c24b1ab-0558-48af-b4f4-1b24c06f1142" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.383777] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-3a6882b8-6d55-4aea-9e81-755275498540 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 856.384732] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 856.384834] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.384908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.723965] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.724167] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.724285] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.724592] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.724853] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.725016] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.725130] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.725343] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.725484] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.725683] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.725816] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.725925] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.726043] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.726151] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.726251] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.726378] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.747051] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.747232] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.747369] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.747537] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-609" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.747854] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.748027] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.748143] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.748468] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.748602] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf160c8-c643-40b4-8b8d-bec2e078c8a2',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.250681] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.250994] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.251050] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.251351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.251541] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.251701] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 not found, creating... [ 857.251965] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.252139] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.252250] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.252475] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.252608] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.252894] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.253060] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.253176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.253381] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.253651] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.253805] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 is going to be created. [ 857.278967] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.279208] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.279288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.279555] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.279783] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.280033] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.317067] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 857.317299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.317473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.317678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.319032] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.319032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.319032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.319032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.319032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.319032] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.822263] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.031576] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-717ca4a7-7f3b-4a7c-993f-1a0af6a1c16d service nova] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_rules [ 858.031693] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-717ca4a7-7f3b-4a7c-993f-1a0af6a1c16d service nova] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 858.031773] env[65672]: INFO networking_nsxv3.common.synchronization [req-32072c0c-c96e-4993-871d-ae452f0a2e29 req-717ca4a7-7f3b-4a7c-993f-1a0af6a1c16d service nova] Enqueued Resource ID: 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 with Priority: HIGHEST for action port [ 858.032418] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_rules [ 858.032536] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 858.032536] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 with Priority: HIGHEST for action port [ 858.032800] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.033859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.033859] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.033859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.033859] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.033859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.033859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.033859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.033859] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf160c8-c643-40b4-8b8d-bec2e078c8a2',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.323639] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.536380] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 with status ACTIVE [ 858.536676] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.536824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.536891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.537117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.537211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.537396] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.537496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.537609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.537708] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.537810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.537967] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.538064] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.538124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.538280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.538322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.538410] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf160c8-c643-40b4-8b8d-bec2e078c8a2 is going to be updated. [ 858.566432] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.566584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.566651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.566867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.567020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.567226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf160c8-c643-40b4-8b8d-bec2e078c8a2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.829691] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.829956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.830010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.830612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.830612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.830612] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 858.866698] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.866869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.866922] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.867144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.867286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.882202] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 859.203112] env[65672]: INFO networking_nsxv3.common.synchronization [req-cb75ba27-136c-4b05-93a2-57af5f9d711f req-d0ccf83a-f53a-453f-b9c1-214843013f9a tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Enqueued Resource ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 with Priority: HIGHEST for action security_group_members [ 859.203748] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 with Priority: HIGHEST for action security_group_members [ 859.203985] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.204124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.204260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.204417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.204567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.204663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.205894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.205894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.205894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.208073] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ea7a3b-f995-4cd4-bcb9-9772f02e33d3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.604494] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.604836] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-924" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.604836] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-924" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.605284] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-924" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.605409] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.605563] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.605678] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.605944] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.606108] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.606320] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.606421] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.606528] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.606636] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.606741] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.606854] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.607014] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.636615] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.636684] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.636809] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.636991] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-924" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.637392] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-39552572-18c8-4418-a4d3-2602e5dfeea1 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.637576] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-39552572-18c8-4418-a4d3-2602e5dfeea1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.637733] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-39552572-18c8-4418-a4d3-2602e5dfeea1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.638029] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-39552572-18c8-4418-a4d3-2602e5dfeea1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.638169] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39552572-18c8-4418-a4d3-2602e5dfeea1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.712483] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.712614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.712614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.712962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.712962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.713093] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.713190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.713248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.713407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.713510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.713599] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 already deleted. [ 859.713683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.140979] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.141350] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.142239] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.142239] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.142435] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.142482] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 39552572-18c8-4418-a4d3-2602e5dfeea1 not found, creating... [ 860.142949] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.142949] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.143122] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.143313] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.143540] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.143878] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.144053] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.144171] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.144402] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.144573] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.144720] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 39552572-18c8-4418-a4d3-2602e5dfeea1 is going to be created. [ 860.169423] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.169647] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.169753] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.170056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.170334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.171143] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-39552572-18c8-4418-a4d3-2602e5dfeea1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.895231] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 860.895625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.895625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.895897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.896037] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.896827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.896827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.896827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.896827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.896827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.896827] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.900435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.900435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.900435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.900628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.901766] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.901963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.902146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.902267] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.933133] env[65672]: INFO networking_nsxv3.common.synchronization [req-cb75ba27-136c-4b05-93a2-57af5f9d711f req-cb5e537c-c897-4270-9a3a-1f8bb4a35185 service nova] Enqueued Resource ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 with Priority: HIGHEST for action security_group_rules [ 860.933133] env[65672]: INFO networking_nsxv3.common.synchronization [req-cb75ba27-136c-4b05-93a2-57af5f9d711f req-cb5e537c-c897-4270-9a3a-1f8bb4a35185 service nova] Enqueued Resource ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 with Priority: HIGHEST for action security_group_members [ 860.933133] env[65672]: INFO networking_nsxv3.common.synchronization [req-cb75ba27-136c-4b05-93a2-57af5f9d711f req-cb5e537c-c897-4270-9a3a-1f8bb4a35185 service nova] Enqueued Resource ID: 39552572-18c8-4418-a4d3-2602e5dfeea1 with Priority: HIGHEST for action port [ 860.933133] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 with Priority: HIGHEST for action security_group_rules [ 860.933133] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 with Priority: HIGHEST for action security_group_members [ 860.933133] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39552572-18c8-4418-a4d3-2602e5dfeea1 with Priority: HIGHEST for action port [ 860.934053] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.934194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.934265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.934604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.934645] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35ea7a3b-f995-4cd4-bcb9-9772f02e33d3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.937526] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.937731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.937731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.937985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.938080] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.938203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.938327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.938413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.938497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.938632] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ea7a3b-f995-4cd4-bcb9-9772f02e33d3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.940025] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-39552572-18c8-4418-a4d3-2602e5dfeea1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.940194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39552572-18c8-4418-a4d3-2602e5dfeea1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.940194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39552572-18c8-4418-a4d3-2602e5dfeea1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.941236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39552572-18c8-4418-a4d3-2602e5dfeea1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.941236] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39552572-18c8-4418-a4d3-2602e5dfeea1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.404684] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.404844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.407279] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.439895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.439895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.440162] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35ea7a3b-f995-4cd4-bcb9-9772f02e33d3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.443952] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39552572-18c8-4418-a4d3-2602e5dfeea1 with status ACTIVE [ 861.444959] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.444959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.444959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.444959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.446284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.446284] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.446284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.449182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.449427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.449583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.450495] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.450495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.450495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.450495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.450495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.450495] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39552572-18c8-4418-a4d3-2602e5dfeea1 is going to be updated. [ 861.477168] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.477402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.477476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.477717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.477899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.479024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39552572-18c8-4418-a4d3-2602e5dfeea1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.911480] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.942612] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35ea7a3b-f995-4cd4-bcb9-9772f02e33d3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.183620] env[65672]: INFO networking_nsxv3.common.synchronization [None req-30f7d863-95c5-4c29-9f12-9765033ed572 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Enqueued Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_rules [ 862.184231] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_rules [ 862.184620] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53daadce-d150-4df5-b274-c9c446d0a547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.184743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.184803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.185065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.185149] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.279816] env[65672]: INFO networking_nsxv3.common.synchronization [None req-648baf0b-d4f5-4dad-9c33-b29474127140 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Enqueued Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_rules [ 862.280394] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_rules [ 862.280709] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53daadce-d150-4df5-b274-c9c446d0a547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.280807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.415973] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.416313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.416313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.416510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.416510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.416642] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 862.445255] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.445255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.445255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.445255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.445255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.445737] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 is going to be created. [ 862.471338] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.471338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.471338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.471338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.471338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.482149] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 862.486043] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.486043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.486043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.486043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.486338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.506921] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 in Status: UNINITIALIZED for 2s [ 862.708868] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.709022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.709070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.709464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.709464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.709464] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53daadce-d150-4df5-b274-c9c446d0a547 already deleted. [ 862.709606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.710073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.710073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.710073] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.233140] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.233579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.233579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.233688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.233809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.233939] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53daadce-d150-4df5-b274-c9c446d0a547 already deleted. [ 863.234055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.212565] env[65672]: INFO networking_nsxv3.common.synchronization [req-18ba0ce0-643f-4605-a22c-50c71ead94f1 req-d540ded1-b1c1-44b1-afab-d3ada7cc7c63 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 864.213196] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 864.213536] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.213663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.213723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.213979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.214148] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.214249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.214304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.214501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.214585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.214640] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.492543] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 864.492901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.492954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.494057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.494057] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.494057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.494057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.494057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.494057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.494057] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.516487] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 in Status: SUCCESS [ 864.516837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.517071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.517338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.517592] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.518331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.518331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.522247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.522367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.522476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.522600] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35ea7a3b-f995-4cd4-bcb9-9772f02e33d3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.592884] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.593125] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.593251] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.593590] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.593874] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.594100] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.594258] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.594547] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.594801] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.595071] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.595274] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.595417] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.595554] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.595690] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.595822] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.596060] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.615254] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.615467] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.615638] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.615893] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.616741] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-2d1a9b68-a781-45ff-85a5-771a078eef79 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.616741] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-2d1a9b68-a781-45ff-85a5-771a078eef79" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.616741] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-2d1a9b68-a781-45ff-85a5-771a078eef79" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.617053] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-2d1a9b68-a781-45ff-85a5-771a078eef79" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.617217] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1a9b68-a781-45ff-85a5-771a078eef79',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.717718] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.717916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.718072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.718371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.718480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.718720] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.718887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.718977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.719163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.719240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.719331] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 already deleted. [ 864.719428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.997890] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.025236] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.025485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.025542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.025871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.026094] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.026237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.026324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.026522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.026661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.026781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.026968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.027090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.027153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.027442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.027626] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.027751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.027834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.027995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.028133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.028245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.028357] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35ea7a3b-f995-4cd4-bcb9-9772f02e33d3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.119456] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.119797] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.119898] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.120198] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.120385] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.120540] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 2d1a9b68-a781-45ff-85a5-771a078eef79 not found, creating... [ 865.120801] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.121311] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.121311] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.121311] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.121503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.121738] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.121887] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.121996] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.123236] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.123415] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.123590] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 2d1a9b68-a781-45ff-85a5-771a078eef79 is going to be created. [ 865.145747] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.146055] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.146219] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.146516] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.146779] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.147035] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-2d1a9b68-a781-45ff-85a5-771a078eef79" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.500879] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.530882] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3: rpc.has_security_group_logging(os_id): False [ 865.555469] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.555799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.555799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.556055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.556285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.556659] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.556840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.556970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.557170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.557281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.557510] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.557657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.557771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.557964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.558073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.558295] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.558552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.558665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.558829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.558947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.559090] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 is going to be created. [ 865.631599] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.631960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.632102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.632371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.632641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.650012] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 in Status: IN_PROGRESS for 2s [ 865.965157] env[65672]: INFO networking_nsxv3.common.synchronization [req-18ba0ce0-643f-4605-a22c-50c71ead94f1 req-76ce89d2-09ab-4e8f-af6c-755280be5089 service nova] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_rules [ 865.965157] env[65672]: INFO networking_nsxv3.common.synchronization [req-18ba0ce0-643f-4605-a22c-50c71ead94f1 req-76ce89d2-09ab-4e8f-af6c-755280be5089 service nova] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 865.965157] env[65672]: INFO networking_nsxv3.common.synchronization [req-18ba0ce0-643f-4605-a22c-50c71ead94f1 req-76ce89d2-09ab-4e8f-af6c-755280be5089 service nova] Enqueued Resource ID: 2d1a9b68-a781-45ff-85a5-771a078eef79 with Priority: HIGHEST for action port [ 865.966742] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_rules [ 865.966964] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 865.967289] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1a9b68-a781-45ff-85a5-771a078eef79 with Priority: HIGHEST for action port [ 865.967835] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.968523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.968679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.969187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.969187] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.971066] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.972669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.972669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.972669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.972669] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.972669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.972669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.972669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.972669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.973719] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.975569] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1a9b68-a781-45ff-85a5-771a078eef79 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.975569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1a9b68-a781-45ff-85a5-771a078eef79" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.975569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1a9b68-a781-45ff-85a5-771a078eef79" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.975569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1a9b68-a781-45ff-85a5-771a078eef79" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.975569] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1a9b68-a781-45ff-85a5-771a078eef79',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.007043] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.007683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.007683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.007683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.007683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.007906] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 866.044430] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.044430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.044430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.044430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.044430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.054964] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 866.479537] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.481434] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.481653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.484063] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d1a9b68-a781-45ff-85a5-771a078eef79 with status ACTIVE [ 866.484063] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.484063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.484063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.484936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.484936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.484936] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.485861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.485957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.486257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.486385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.486758] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.487078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.487078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.487237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.487423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.487488] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d1a9b68-a781-45ff-85a5-771a078eef79 is going to be updated. [ 866.513401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.513923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.513923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.514069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.514295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.514513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1a9b68-a781-45ff-85a5-771a078eef79" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.983830] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.487694] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.487902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.487902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.488892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.489024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.489135] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be created. [ 867.541573] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.541573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.541967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.542142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.542430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.557199] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: UNINITIALIZED for 2s [ 867.663847] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 in Status: SUCCESS [ 867.664170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.067823] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 868.068108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.068308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.068541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.068768] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.068976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.068976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.069129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.069223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.069282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.069440] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.069573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.069689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.069793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.070050] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.070167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.070229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.070390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.070468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.070551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.070645] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.074834] env[65672]: INFO networking_nsxv3.common.synchronization [req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 req-d5ae3015-66da-4c7b-a65e-3f6cca2db5d5 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Enqueued Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_members [ 868.075488] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_members [ 868.075813] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8a7c4b-5a70-403f-b27e-102cef100bb3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.075971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.076094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.076375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.076602] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.076829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.076976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.077190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.077342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.077410] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.447982] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.448270] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-111" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.448394] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-111" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.448750] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-111" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.449198] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.449368] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.449503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.449760] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.449913] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.450166] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.450348] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.450389] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.450484] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.450737] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.450737] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.450862] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.476023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.476023] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.476023] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.476023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-111" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.476023] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-cbdcc238-428a-4347-a6d3-35929d64cf57 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.476023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-cbdcc238-428a-4347-a6d3-35929d64cf57" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.476023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-cbdcc238-428a-4347-a6d3-35929d64cf57" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.476023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-cbdcc238-428a-4347-a6d3-35929d64cf57" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.476023] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbdcc238-428a-4347-a6d3-35929d64cf57',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.572715] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc48d9c1-5fd1-473c-a1e0-37e9476665b1: rpc.has_security_group_logging(os_id): False [ 868.580578] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.580578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.580578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.580856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.580856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581054] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.581748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.581748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.581748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581748] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 already deleted. [ 868.581748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.593901] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.594076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.594139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.594349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.594534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.594734] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.594870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.594923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.596681] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.596681] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.596681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.596681] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 868.657846] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.658126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.658259] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.658805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.659104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.674185] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 868.978281] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.978567] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.978709] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.979038] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.979174] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.979352] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port cbdcc238-428a-4347-a6d3-35929d64cf57 not found, creating... [ 868.979655] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.979820] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.979962] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.980226] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.980368] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.980784] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.980885] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.980990] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.981251] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.981385] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.981715] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: cbdcc238-428a-4347-a6d3-35929d64cf57 is going to be created. [ 869.008843] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.009127] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.009219] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.010197] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.010197] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.010197] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-cbdcc238-428a-4347-a6d3-35929d64cf57" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.570300] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: SUCCESS [ 869.570589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.570797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.571069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.571305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.571470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.571563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.571762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.571966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.572063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.572162] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.736167] env[65672]: INFO networking_nsxv3.common.synchronization [req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 req-d8881e94-3a65-4250-bfb6-438276e85fa2 service nova] Enqueued Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_rules [ 869.736522] env[65672]: INFO networking_nsxv3.common.synchronization [req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 req-d8881e94-3a65-4250-bfb6-438276e85fa2 service nova] Enqueued Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_members [ 869.736522] env[65672]: INFO networking_nsxv3.common.synchronization [req-1374e4db-b97e-4a86-bdfe-c21fc2c8a508 req-d8881e94-3a65-4250-bfb6-438276e85fa2 service nova] Enqueued Resource ID: cbdcc238-428a-4347-a6d3-35929d64cf57 with Priority: HIGHEST for action port [ 869.736887] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_rules [ 869.737061] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_members [ 869.737571] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdcc238-428a-4347-a6d3-35929d64cf57 with Priority: HIGHEST for action port [ 869.737885] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.738011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.738085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.738392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.738480] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.739328] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8a7c4b-5a70-403f-b27e-102cef100bb3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.739454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.739575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.739893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.740599] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.740599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.740599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.740599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.740599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.740599] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.741370] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbdcc238-428a-4347-a6d3-35929d64cf57 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.741460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbdcc238-428a-4347-a6d3-35929d64cf57" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.741508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbdcc238-428a-4347-a6d3-35929d64cf57" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.741665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbdcc238-428a-4347-a6d3-35929d64cf57" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.741753] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbdcc238-428a-4347-a6d3-35929d64cf57',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.074582] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.075088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.075088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.075541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.075541] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.075719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.075803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.076080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.076215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.076333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.076540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.077160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.077252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.079668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.079884] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.079987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.080194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.080491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.080491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.080602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.080700] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.245832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8a7c4b-5a70-403f-b27e-102cef100bb3 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.245832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.245832] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.245832] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbdcc238-428a-4347-a6d3-35929d64cf57 with status ACTIVE [ 870.245832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.245832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.245832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.245832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.245832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.254024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.254024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.254024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.254024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.254024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.254024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.254024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.254024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.254024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.254024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.254024] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbdcc238-428a-4347-a6d3-35929d64cf57 is going to be updated. [ 870.281159] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.281327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.281419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.281807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.281981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.282287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbdcc238-428a-4347-a6d3-35929d64cf57" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.584314] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a4dbcda-265d-4070-9048-997f28e33e82: rpc.has_security_group_logging(os_id): False [ 870.622882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.623113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.623163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.623407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.623691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.623807] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.623930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.623978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.624316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.624316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.624500] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.625318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.625318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.625318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.625318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.625588] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.626566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.626566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.626566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.626566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.626566] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be created. [ 870.688789] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 870.689058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.689242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.689462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.689567] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.713861] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.713861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.714146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.715255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.715255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.729048] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: IN_PROGRESS for 2s [ 870.755090] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.949124] env[65672]: INFO networking_nsxv3.common.synchronization [req-905713e2-ca28-4252-9e73-a4ccfe07099b req-42239092-f364-427e-bdfc-5cd0d03cf000 tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 870.949124] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 870.954321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.954321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.954321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.954321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.954321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.954321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.954321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.954629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.954629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.954629] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.192149] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.192361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.192433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.192626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.192794] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.192895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.192956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.193134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.193224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.193306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.193415] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.259575] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.259575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.259575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.259575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.259575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.259575] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 is going to be created. [ 871.286532] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.286532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.286532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.286532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.286532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.304118] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.304352] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-610" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.304460] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-610" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.304769] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-610" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.307187] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.307502] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.308672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.308672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.308672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.308672] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.308672] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.308672] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.308672] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.309052] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.309052] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.309052] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.310830] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 in Status: UNINITIALIZED for 2s [ 871.331440] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.331696] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.331837] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.332061] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-610" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.332394] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-8a1a3639-96f6-4445-a0f4-92789875e661 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.332568] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-8a1a3639-96f6-4445-a0f4-92789875e661" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.332685] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-8a1a3639-96f6-4445-a0f4-92789875e661" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.332999] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-8a1a3639-96f6-4445-a0f4-92789875e661" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.333151] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1a3639-96f6-4445-a0f4-92789875e661',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.456707] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.456885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.456960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.457216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.457315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.457530] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.457666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.457737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.457950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.458038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.458129] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be deleted. [ 871.497737] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.497975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.497975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.498178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.498314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.498380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.699241] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.699394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.699840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.699840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.699950] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.700082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.700602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.700602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.700737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.700806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.701319] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.701319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.701319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.701540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.701583] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.701837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.701837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.701944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.702266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.702540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.702625] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.836117] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.836509] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.836509] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.836779] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.836922] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.837087] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 8a1a3639-96f6-4445-a0f4-92789875e661 not found, creating... [ 871.837380] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.837537] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.837671] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.837933] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.838162] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.838529] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.838718] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.838861] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.839151] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.839323] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.839526] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 8a1a3639-96f6-4445-a0f4-92789875e661 is going to be created. [ 871.870479] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.870792] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.870975] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.871484] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.871974] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.872303] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-8a1a3639-96f6-4445-a0f4-92789875e661" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.206039] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc48d9c1-5fd1-473c-a1e0-37e9476665b1: rpc.has_security_group_logging(os_id): False [ 872.228903] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.229122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.229239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.229582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.229684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.230189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.230358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.230430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.230689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.230893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.231124] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.231285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.231369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.231605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.231700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.231911] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.232105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.232105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.232226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.232280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.232381] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 872.321292] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.321292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.321292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.321292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.321292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.352690] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 872.638158] env[65672]: INFO networking_nsxv3.common.synchronization [req-905713e2-ca28-4252-9e73-a4ccfe07099b req-d63527dc-0009-4679-8780-80dcc6a21d21 service nova] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_rules [ 872.638382] env[65672]: INFO networking_nsxv3.common.synchronization [req-905713e2-ca28-4252-9e73-a4ccfe07099b req-d63527dc-0009-4679-8780-80dcc6a21d21 service nova] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 872.638531] env[65672]: INFO networking_nsxv3.common.synchronization [req-905713e2-ca28-4252-9e73-a4ccfe07099b req-d63527dc-0009-4679-8780-80dcc6a21d21 service nova] Enqueued Resource ID: 8a1a3639-96f6-4445-a0f4-92789875e661 with Priority: HIGHEST for action port [ 872.639395] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_rules [ 872.639517] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 872.639650] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1a3639-96f6-4445-a0f4-92789875e661 with Priority: HIGHEST for action port [ 872.639966] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.640193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.640252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.640482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.640608] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.641595] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.645569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.645569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.645569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.645569] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.645569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.645569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.645569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.645569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.645569] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.646555] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1a3639-96f6-4445-a0f4-92789875e661 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.647179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1a3639-96f6-4445-a0f4-92789875e661" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.647277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1a3639-96f6-4445-a0f4-92789875e661" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.647476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1a3639-96f6-4445-a0f4-92789875e661" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.647867] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1a3639-96f6-4445-a0f4-92789875e661',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.743660] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: SUCCESS [ 872.743660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.877552] env[65672]: INFO networking_nsxv3.common.synchronization [req-c53181a2-75ff-4030-aae9-69b16850faca req-86ed02e9-e03f-4cfe-b805-420d5520c081 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 872.878334] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 872.878636] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.878831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.878961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.879321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.879536] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.879690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.880616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.880855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.880983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.881107] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.147869] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.150184] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a1a3639-96f6-4445-a0f4-92789875e661 with status ACTIVE [ 873.150467] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.150653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.150705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.150889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.151048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.151311] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.151419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.151608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.151673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.152064] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.152163] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.152273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.152398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.152509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.152586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.152718] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a1a3639-96f6-4445-a0f4-92789875e661 is going to be updated. [ 873.154153] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.154292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.178365] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.178552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.178599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.178891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.179048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.179228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1a3639-96f6-4445-a0f4-92789875e661" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.322676] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 in Status: SUCCESS [ 873.322795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.323052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.323356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.323644] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.323815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.323932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.324495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.324495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.324495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.324674] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.383614] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.649651] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.830023] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.886266] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.151604] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.151809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.151885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.152696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.152696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.152696] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be created. [ 874.176917] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.177080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.177151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.177424] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.177600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.189271] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: UNINITIALIZED for 2s [ 874.331727] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8a7c4b-5a70-403f-b27e-102cef100bb3: rpc.has_security_group_logging(os_id): False [ 874.366255] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.366864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.366864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.367141] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.367141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.367141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.367328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.367430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.367550] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 is going to be created. [ 874.372062] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 874.372341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.389356] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.389545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.389643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.389949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.390136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.390222] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 874.423463] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.423656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.423745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.424152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.424152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.439653] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 874.451965] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.452119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.452188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.452391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.453245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.469273] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 in Status: IN_PROGRESS for 2s [ 874.816217] env[65672]: INFO networking_nsxv3.common.synchronization [req-5fe7b82b-9253-4510-aa12-dc376c689788 req-63dc5e58-b21f-4d09-8823-c1de75c15160 tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Enqueued Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_members [ 874.816931] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_members [ 874.817293] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.817447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.817558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.817913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.818123] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.818570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.818570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.818733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.818811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.818914] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.256222] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.256632] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-416" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.256632] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-416" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.256960] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-416" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.258705] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.258969] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.259168] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.259520] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.259734] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.260206] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.260365] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.260527] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.260688] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.260855] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.261032] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.261273] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.297393] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.297572] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.297853] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.298073] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-416" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.298452] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-f4606625-8710-4a47-9227-bdbd6676e1fd taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.298715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-f4606625-8710-4a47-9227-bdbd6676e1fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.298890] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-f4606625-8710-4a47-9227-bdbd6676e1fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.299292] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-f4606625-8710-4a47-9227-bdbd6676e1fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.299459] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4606625-8710-4a47-9227-bdbd6676e1fd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.321382] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.321643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.321723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.321930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.322028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.322221] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.322316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.322376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.322521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.322597] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.322679] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe already deleted. [ 875.322755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.804418] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.804418] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.804418] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.804688] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.804923] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.805060] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port f4606625-8710-4a47-9227-bdbd6676e1fd not found, creating... [ 875.805349] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.805520] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.805652] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.805885] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.806034] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.806382] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.806484] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.806598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.806806] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.806934] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.807082] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: f4606625-8710-4a47-9227-bdbd6676e1fd is going to be created. [ 875.829671] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.829901] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.830063] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.830544] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.830705] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.830978] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-f4606625-8710-4a47-9227-bdbd6676e1fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.199555] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: SUCCESS [ 876.199809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.199980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.200223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.200423] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.200545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.200612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.200779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.200844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.200998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.201060] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.451687] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 876.451971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.484497] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 in Status: SUCCESS [ 876.484667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.552247] env[65672]: INFO networking_nsxv3.common.synchronization [req-5fe7b82b-9253-4510-aa12-dc376c689788 req-59cf9cb6-6f27-4736-881b-4e3d240802bb service nova] Enqueued Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_rules [ 876.552482] env[65672]: INFO networking_nsxv3.common.synchronization [req-5fe7b82b-9253-4510-aa12-dc376c689788 req-59cf9cb6-6f27-4736-881b-4e3d240802bb service nova] Enqueued Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_members [ 876.552565] env[65672]: INFO networking_nsxv3.common.synchronization [req-5fe7b82b-9253-4510-aa12-dc376c689788 req-59cf9cb6-6f27-4736-881b-4e3d240802bb service nova] Enqueued Resource ID: f4606625-8710-4a47-9227-bdbd6676e1fd with Priority: HIGHEST for action port [ 876.553323] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_rules [ 876.553529] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_members [ 876.554191] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4606625-8710-4a47-9227-bdbd6676e1fd with Priority: HIGHEST for action port [ 876.554191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.554191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.554191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.554418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.554505] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.555447] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.556115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.556115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.556115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.556894] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.556894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.556894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.557079] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.557215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.557251] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.558085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4606625-8710-4a47-9227-bdbd6676e1fd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.558424] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4606625-8710-4a47-9227-bdbd6676e1fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.558424] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4606625-8710-4a47-9227-bdbd6676e1fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.558424] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4606625-8710-4a47-9227-bdbd6676e1fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.558533] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4606625-8710-4a47-9227-bdbd6676e1fd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.702894] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.060733] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.061674] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.061806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.062137] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4606625-8710-4a47-9227-bdbd6676e1fd with status ACTIVE [ 877.063190] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.063190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.063190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.063190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.063190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.063408] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.063765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.063765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.064126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.064246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.064539] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.064658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.064796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.064962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.065094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.065218] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4606625-8710-4a47-9227-bdbd6676e1fd is going to be updated. [ 877.087249] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.087435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.087474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.087650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.087787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.087947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4606625-8710-4a47-9227-bdbd6676e1fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.206251] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4623a2e1-2249-4e5e-946a-a6c9556aa6ae: rpc.has_security_group_logging(os_id): False [ 877.227860] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.228042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.228117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.228322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.228411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.228654] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.228757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.228820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.228976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.229066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.229752] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be created. [ 877.316135] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.316135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.316135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.316135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.316135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.337252] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: IN_PROGRESS for 2s [ 877.562635] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.853120] env[65672]: INFO networking_nsxv3.common.synchronization [req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 req-d098786d-e02e-44b0-beba-3ec263a47fe7 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_members [ 877.853476] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_members [ 877.854243] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.854381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.854597] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.854817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.855013] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.855118] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.855202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.855864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.855864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.855864] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.065359] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.065472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.065564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.065881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.065881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.065989] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe is going to be created. [ 878.096016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.096016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.096016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.096016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.096016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.113165] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea7905b5-a31c-4db1-a0af-1db1425178fe in Status: UNINITIALIZED for 2s [ 878.198419] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.198419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.198419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.198419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.198419] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.198419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.198419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.198419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.198419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.199724] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.199724] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.199724] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.199724] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.199724] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.199724] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.200093] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.221108] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.221108] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.221108] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.221108] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.221348] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-eaad141f-1082-46d9-ae8a-36d014a48073 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.221462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-eaad141f-1082-46d9-ae8a-36d014a48073" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.221579] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-eaad141f-1082-46d9-ae8a-36d014a48073" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.221983] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-eaad141f-1082-46d9-ae8a-36d014a48073" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.222143] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaad141f-1082-46d9-ae8a-36d014a48073',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.358553] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.358736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.358736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.358961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.359065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.359262] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.359359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.359420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.359573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.359649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.359732] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc already deleted. [ 878.359811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.724866] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.725628] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.725628] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.725628] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.726149] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.726149] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port eaad141f-1082-46d9-ae8a-36d014a48073 not found, creating... [ 878.726149] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.726280] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.726605] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.726605] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.727336] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.727336] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.727336] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.727336] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.727544] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.727674] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.727732] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: eaad141f-1082-46d9-ae8a-36d014a48073 is going to be created. [ 878.753338] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.753695] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.753787] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.754091] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.754374] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.754600] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-eaad141f-1082-46d9-ae8a-36d014a48073" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.352160] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: SUCCESS [ 879.352404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.462741] env[65672]: INFO networking_nsxv3.common.synchronization [req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 req-308de564-2eed-4abc-b7dc-777fb9981d25 service nova] Enqueued Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_rules [ 879.462741] env[65672]: INFO networking_nsxv3.common.synchronization [req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 req-308de564-2eed-4abc-b7dc-777fb9981d25 service nova] Enqueued Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_members [ 879.462741] env[65672]: INFO networking_nsxv3.common.synchronization [req-58318d8a-422b-4cd9-a55d-b9710c4b3c33 req-308de564-2eed-4abc-b7dc-777fb9981d25 service nova] Enqueued Resource ID: eaad141f-1082-46d9-ae8a-36d014a48073 with Priority: HIGHEST for action port [ 879.462942] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_rules [ 879.462973] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_members [ 879.463133] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaad141f-1082-46d9-ae8a-36d014a48073 with Priority: HIGHEST for action port [ 879.463349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.463492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.463524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.463742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.463818] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.464685] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.467015] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.467015] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.467015] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaad141f-1082-46d9-ae8a-36d014a48073 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaad141f-1082-46d9-ae8a-36d014a48073" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaad141f-1082-46d9-ae8a-36d014a48073" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.467015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaad141f-1082-46d9-ae8a-36d014a48073" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.467015] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaad141f-1082-46d9-ae8a-36d014a48073',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.971124] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.974279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.974279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.974279] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaad141f-1082-46d9-ae8a-36d014a48073 with status ACTIVE [ 879.974279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.974279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.974279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.974279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.974279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.974279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.974652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.974652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.974750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.974750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.974957] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.975076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.975119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.975254] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.975325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.975409] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaad141f-1082-46d9-ae8a-36d014a48073 is going to be updated. [ 880.013696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.013883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.013952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.014583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.014583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.014583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaad141f-1082-46d9-ae8a-36d014a48073" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.124308] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea7905b5-a31c-4db1-a0af-1db1425178fe in Status: SUCCESS [ 880.124599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.124881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.125136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.125372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.125518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.125615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.125776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.125880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.125988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.126089] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.474543] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.628962] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.977147] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.977552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.977552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.977637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.977672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.980027] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc is going to be created. [ 881.003580] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.003842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.003919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.004172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.004333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.015486] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc in Status: UNINITIALIZED for 2s [ 881.131243] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea7905b5-a31c-4db1-a0af-1db1425178fe: rpc.has_security_group_logging(os_id): False [ 881.152449] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.152621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.152699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.152974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.153085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.153361] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.153491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.153558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.153757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.153858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.153951] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe is going to be created. [ 881.216053] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.216213] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.216281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.216500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.216678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.227776] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea7905b5-a31c-4db1-a0af-1db1425178fe in Status: IN_PROGRESS for 2s [ 881.519853] env[65672]: INFO networking_nsxv3.common.synchronization [req-89324637-9fe3-402b-a94f-ae966d46749c req-72d51a3c-56b8-4f8c-8227-9bfe19979d99 tempest-InstanceActionsTestJSON-360118889 tempest-InstanceActionsTestJSON-360118889-project-member] Enqueued Resource ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 with Priority: HIGHEST for action security_group_members [ 881.521967] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 with Priority: HIGHEST for action security_group_members [ 881.522327] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.522470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.522579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.522937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.523162] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.523283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.523370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.523552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.523707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.523841] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ea7a3b-f995-4cd4-bcb9-9772f02e33d3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.029073] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.029073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.029441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.029471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.029660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.029959] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.030155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.030292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.030512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.030622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.030766] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 is going to be updated. [ 882.059902] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.060214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.060214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.060352] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.060515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.070884] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 in Status: IN_PROGRESS for 2s [ 883.029739] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc in Status: SUCCESS [ 883.030068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.030165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.030389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.030770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.031826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.031826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.031826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.031826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.031826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.031826] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.244873] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea7905b5-a31c-4db1-a0af-1db1425178fe in Status: SUCCESS [ 883.244873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.534854] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.037756] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc: rpc.has_security_group_logging(os_id): False [ 884.059125] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.059360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.059360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.059560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.059649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.059970] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.060091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.060160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.060311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.060387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.060474] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc is going to be created. [ 884.081692] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 in Status: SUCCESS [ 884.082018] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ea7a3b-f995-4cd4-bcb9-9772f02e33d3 deletion is rescheduled due to dependency. [ 884.082018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ea7a3b-f995-4cd4-bcb9-9772f02e33d3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.122579] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.122705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.122775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.122976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.123193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.135913] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc in Status: IN_PROGRESS for 2s [ 886.155034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc in Status: SUCCESS [ 886.155469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.524841] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.524841] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 888.144042] env[65672]: INFO networking_nsxv3.common.synchronization [req-86fbf671-99f4-445f-af3f-3ef498ae438f req-2238e326-6925-4243-8ca1-eacb0a71929b tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_members [ 888.145018] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_members [ 888.145462] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8966f4b-c228-48f0-ad5e-6389eae0453b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.145739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.145939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.146274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.146586] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.146848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.146848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.149347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.149347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.149347] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.394871] env[65672]: INFO networking_nsxv3.common.synchronization [None req-7ce75a1b-d03c-405b-8164-313ca39df2ca None None] Enqueued Resource ID: 15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf with Priority: HIGHEST for action port [ 888.395685] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf with Priority: HIGHEST for action port [ 888.396163] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.396813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.396902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.397156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.397242] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.647355] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.647592] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.647824] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.648187] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.648523] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.648760] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.648904] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.649183] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.649386] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.649566] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.649675] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.649783] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.649905] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.650135] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.650274] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.651033] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.651991] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.652119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.652219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.652361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.652457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.653030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.653030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.653030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.653030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.653030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.653314] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8966f4b-c228-48f0-ad5e-6389eae0453b already deleted. [ 888.653314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.674831] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.675035] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.675217] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.675416] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.675764] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-58161730-0825-45b9-8fda-a1ee1652a06d taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.675952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-58161730-0825-45b9-8fda-a1ee1652a06d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.676100] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-58161730-0825-45b9-8fda-a1ee1652a06d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.676432] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-58161730-0825-45b9-8fda-a1ee1652a06d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.676620] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58161730-0825-45b9-8fda-a1ee1652a06d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.904059] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf [ 888.904059] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.904248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.904248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.904404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.904491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.904585] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf already deleted. [ 888.904669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ef20bc-ff1d-4ead-86a5-634d4ef0e4cf" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.178943] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.179384] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.179384] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.179579] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.179724] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.179868] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 58161730-0825-45b9-8fda-a1ee1652a06d not found, creating... [ 889.180132] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.180276] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.180390] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.180598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.180727] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.181014] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.181169] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.181280] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.181986] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.182141] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.182302] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 58161730-0825-45b9-8fda-a1ee1652a06d is going to be created. [ 889.205365] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.205365] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.205365] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.205365] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.205365] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.205365] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-58161730-0825-45b9-8fda-a1ee1652a06d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.011716] env[65672]: INFO networking_nsxv3.common.synchronization [req-86fbf671-99f4-445f-af3f-3ef498ae438f req-1aac5eb7-ef0a-4ea7-9f06-65e0946e3bfb service nova] Enqueued Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_rules [ 890.011716] env[65672]: INFO networking_nsxv3.common.synchronization [req-86fbf671-99f4-445f-af3f-3ef498ae438f req-1aac5eb7-ef0a-4ea7-9f06-65e0946e3bfb service nova] Enqueued Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_members [ 890.011716] env[65672]: INFO networking_nsxv3.common.synchronization [req-86fbf671-99f4-445f-af3f-3ef498ae438f req-1aac5eb7-ef0a-4ea7-9f06-65e0946e3bfb service nova] Enqueued Resource ID: 58161730-0825-45b9-8fda-a1ee1652a06d with Priority: HIGHEST for action port [ 890.013407] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_rules [ 890.013627] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_members [ 890.013794] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58161730-0825-45b9-8fda-a1ee1652a06d with Priority: HIGHEST for action port [ 890.014938] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8966f4b-c228-48f0-ad5e-6389eae0453b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.015485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.015485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.015485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.015602] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.019189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8966f4b-c228-48f0-ad5e-6389eae0453b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.019189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.019189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.019189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.019189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.019189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.019189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.019189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.019189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.019189] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.019753] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-58161730-0825-45b9-8fda-a1ee1652a06d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.019753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58161730-0825-45b9-8fda-a1ee1652a06d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.019753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58161730-0825-45b9-8fda-a1ee1652a06d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.020867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58161730-0825-45b9-8fda-a1ee1652a06d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.020867] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58161730-0825-45b9-8fda-a1ee1652a06d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.524204] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8966f4b-c228-48f0-ad5e-6389eae0453b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.524477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.525351] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.526216] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58161730-0825-45b9-8fda-a1ee1652a06d with status ACTIVE [ 890.526216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.526216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.526216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.526359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.526385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.526623] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.526803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.526876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.527764] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.527893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.528121] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.528230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.531033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.531033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.531033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.531033] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58161730-0825-45b9-8fda-a1ee1652a06d is going to be updated. [ 890.561316] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.561316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.561316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.561316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.561316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.561316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58161730-0825-45b9-8fda-a1ee1652a06d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.031410] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.229341] env[65672]: INFO networking_nsxv3.common.synchronization [None req-f60a0128-12d1-4156-a50a-c290e7f4a5f8 None None] Enqueued Resource ID: cec86748-0fd1-46bd-87ad-1939e2b2ae4f with Priority: HIGHEST for action port [ 891.229746] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec86748-0fd1-46bd-87ad-1939e2b2ae4f with Priority: HIGHEST for action port [ 891.230098] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-cec86748-0fd1-46bd-87ad-1939e2b2ae4f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.230210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cec86748-0fd1-46bd-87ad-1939e2b2ae4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.230278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cec86748-0fd1-46bd-87ad-1939e2b2ae4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.230539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cec86748-0fd1-46bd-87ad-1939e2b2ae4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.230624] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec86748-0fd1-46bd-87ad-1939e2b2ae4f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.535353] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.538077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.538077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.538077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.538077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.538077] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8966f4b-c228-48f0-ad5e-6389eae0453b is going to be created. [ 891.569922] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.571178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.571178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.571178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.571178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.585133] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8966f4b-c228-48f0-ad5e-6389eae0453b in Status: UNINITIALIZED for 2s [ 891.735242] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cec86748-0fd1-46bd-87ad-1939e2b2ae4f [ 891.736096] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.736096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.736096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.736355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.736355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.736765] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cec86748-0fd1-46bd-87ad-1939e2b2ae4f already deleted. [ 891.736765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cec86748-0fd1-46bd-87ad-1939e2b2ae4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.909776] env[65672]: INFO networking_nsxv3.common.synchronization [req-6efcb31f-8b3c-4812-bbb4-d1baec8126f8 req-55cfaac6-10bb-4725-815f-899f7a66e970 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 892.911825] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 892.912774] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.913323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.913444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.914396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.915216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.915216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.915216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.915216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.915216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.915519] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.420044] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.420044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.420044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.420044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.420044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.420044] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.420044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.420044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.420044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.420622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.420622] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be updated. [ 893.452302] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.452302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.452302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.452302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.452302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.463332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: IN_PROGRESS for 2s [ 893.597067] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8966f4b-c228-48f0-ad5e-6389eae0453b in Status: SUCCESS [ 893.597067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.597269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.598515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.598515] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.598515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.598515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.598515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.598515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.598515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.598747] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.101325] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.341026] env[65672]: INFO networking_nsxv3.common.synchronization [req-d0a27155-e67d-445b-b6d6-960fc8dca549 req-16e301ef-5d6e-4ba8-9ad5-48911a63da94 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Enqueued Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_members [ 894.341981] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_members [ 894.342520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e153464-52fc-4ce2-83ad-8d9c6df5edff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.342708] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.342836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.343238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.343452] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.343606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.343729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.343988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.344150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.344377] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.603753] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8966f4b-c228-48f0-ad5e-6389eae0453b: rpc.has_security_group_logging(os_id): False [ 894.623033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.623200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.623300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.623486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.623572] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.624297] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.624297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.624297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.624297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.624297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.624643] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8966f4b-c228-48f0-ad5e-6389eae0453b is going to be created. [ 894.737146] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.737146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.737146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.737146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.737146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.760827] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8966f4b-c228-48f0-ad5e-6389eae0453b in Status: IN_PROGRESS for 2s [ 894.788151] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.788481] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-730" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.788618] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-730" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.788969] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-730" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.789354] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.789441] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.789539] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.789757] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.789903] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.790129] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.790241] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.790347] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.790500] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.790549] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.791293] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.791293] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.815134] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.815320] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.815864] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.815864] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-730" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.816215] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.816321] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.816408] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.816772] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.816910] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ee2126-ba28-49ab-8daf-77cbb3ab8b7f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.846804] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.847343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.847819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.848089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.848186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.848524] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.848632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.848716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.849027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.849083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.849295] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff already deleted. [ 894.849445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.058027] env[65672]: INFO networking_nsxv3.common.synchronization [None req-4d9250a2-e9d1-4b77-aade-3acd15892331 None None] Enqueued Resource ID: 927f5ce7-811c-4ae6-9088-edcb19816aef with Priority: HIGHEST for action port [ 895.058725] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927f5ce7-811c-4ae6-9088-edcb19816aef with Priority: HIGHEST for action port [ 895.058918] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-927f5ce7-811c-4ae6-9088-edcb19816aef taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.059052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927f5ce7-811c-4ae6-9088-edcb19816aef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.059122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927f5ce7-811c-4ae6-9088-edcb19816aef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.059378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927f5ce7-811c-4ae6-9088-edcb19816aef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.059464] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927f5ce7-811c-4ae6-9088-edcb19816aef',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.319825] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.320254] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.320254] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.320556] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.320718] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.320882] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f not found, creating... [ 895.321163] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.321326] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.321444] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.321699] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.321958] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.322303] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.322474] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.322589] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.322826] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.322970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.323126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f is going to be created. [ 895.343213] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.343585] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.343826] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.344241] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.344586] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.344916] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.475811] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: SUCCESS [ 895.475998] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 deletion is rescheduled due to dependency. [ 895.476310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.563332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 927f5ce7-811c-4ae6-9088-edcb19816aef [ 895.563332] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.563332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.563332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.563332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.563332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.563332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:927f5ce7-811c-4ae6-9088-edcb19816aef already deleted. [ 895.563332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927f5ce7-811c-4ae6-9088-edcb19816aef" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.113080] env[65672]: INFO networking_nsxv3.common.synchronization [req-d0a27155-e67d-445b-b6d6-960fc8dca549 req-e4dd2711-05a4-47a2-b5e7-7b96a69b4d10 service nova] Enqueued Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_rules [ 896.113721] env[65672]: INFO networking_nsxv3.common.synchronization [req-d0a27155-e67d-445b-b6d6-960fc8dca549 req-e4dd2711-05a4-47a2-b5e7-7b96a69b4d10 service nova] Enqueued Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_members [ 896.113721] env[65672]: INFO networking_nsxv3.common.synchronization [req-d0a27155-e67d-445b-b6d6-960fc8dca549 req-e4dd2711-05a4-47a2-b5e7-7b96a69b4d10 service nova] Enqueued Resource ID: 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f with Priority: HIGHEST for action port [ 896.114454] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_rules [ 896.115133] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_members [ 896.115133] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f with Priority: HIGHEST for action port [ 896.115133] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.115133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.115808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.115808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.115808] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.116843] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e153464-52fc-4ce2-83ad-8d9c6df5edff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.116981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.117334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.117334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.117443] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.117500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.117543] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.117664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.117745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.117857] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.118756] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.118892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.118975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.119907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.119907] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ee2126-ba28-49ab-8daf-77cbb3ab8b7f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.626185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e153464-52fc-4ce2-83ad-8d9c6df5edff taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.626185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.626185] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.626185] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f with status ACTIVE [ 896.626571] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.626571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.626571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.626821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.626860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.627397] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.627530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.627612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.627810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.627914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.628147] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.628250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.628323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.628705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.628817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.628925] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68ee2126-ba28-49ab-8daf-77cbb3ab8b7f is going to be updated. [ 896.653092] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.653928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.653928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.653928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.653928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.654146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68ee2126-ba28-49ab-8daf-77cbb3ab8b7f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.777323] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8966f4b-c228-48f0-ad5e-6389eae0453b in Status: SUCCESS [ 896.777323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.132806] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.639163] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.639163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.639163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.639163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.639163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.639163] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff is going to be created. [ 897.676034] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.676034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.676034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.676034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.676034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.690028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff in Status: UNINITIALIZED for 2s [ 897.744030] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c4212c3c-9940-4a82-9584-ff4b1cf78c7f None None] Enqueued Resource ID: bb9a5e48-c653-4c0c-9723-2f5702a4c2df with Priority: HIGHEST for action port [ 897.744030] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9a5e48-c653-4c0c-9723-2f5702a4c2df with Priority: HIGHEST for action port [ 897.744030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9a5e48-c653-4c0c-9723-2f5702a4c2df taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.744030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9a5e48-c653-4c0c-9723-2f5702a4c2df" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.744030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9a5e48-c653-4c0c-9723-2f5702a4c2df" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.744030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9a5e48-c653-4c0c-9723-2f5702a4c2df" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.744030] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9a5e48-c653-4c0c-9723-2f5702a4c2df',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.248888] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb9a5e48-c653-4c0c-9723-2f5702a4c2df [ 898.249181] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.249326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.249398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.249615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.249709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.249807] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb9a5e48-c653-4c0c-9723-2f5702a4c2df already deleted. [ 898.249890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9a5e48-c653-4c0c-9723-2f5702a4c2df" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.703048] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff in Status: SUCCESS [ 899.703048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.703048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.703048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.703048] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.703048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.703048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.703048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.703048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.703048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.703048] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.997590] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.997764] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.997764] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.998141] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.998418] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.998575] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.998710] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.999029] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.999181] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.999392] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.999503] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.999612] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.999724] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.999825] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.999929] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.000077] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.021300] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.021563] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.021757] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.021944] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.022282] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-1f84c642-b403-4e3e-bd3a-9eecdae0c047 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.022501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.022663] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.022942] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.023094] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f84c642-b403-4e3e-bd3a-9eecdae0c047',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.208208] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.527783] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.528429] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.528429] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.528570] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.528722] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.529029] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.529193] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.529309] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.529694] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.529694] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.529950] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.530130] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.530250] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.530457] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.530590] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.530731] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 is going to be updated. [ 900.557190] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.559045] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.559045] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.559045] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.559045] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.559045] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.709162] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e153464-52fc-4ce2-83ad-8d9c6df5edff: rpc.has_security_group_logging(os_id): False [ 900.740120] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.740304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.740368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.740552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.740695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.740919] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.740993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.741053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.741209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.741278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.741365] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff is going to be created. [ 900.836705] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.836847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.836919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.837147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.837331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.848343] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff in Status: IN_PROGRESS for 2s [ 901.304041] env[65672]: INFO networking_nsxv3.common.synchronization [req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 req-fc48924d-7aa7-4fca-b083-71b73ec08240 service nova] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_rules [ 901.304342] env[65672]: INFO networking_nsxv3.common.synchronization [req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 req-fc48924d-7aa7-4fca-b083-71b73ec08240 service nova] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_members [ 901.304532] env[65672]: INFO networking_nsxv3.common.synchronization [req-ce31e2f0-dda1-43cd-b711-4ac50d05d657 req-fc48924d-7aa7-4fca-b083-71b73ec08240 service nova] Enqueued Resource ID: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 with Priority: HIGHEST for action port [ 901.305112] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_rules [ 901.305327] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_members [ 901.305520] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 with Priority: HIGHEST for action port [ 901.305862] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.305968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.306039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.306236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.306413] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.307593] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.307704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.307761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.307937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.309193] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.309193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.309193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.309193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.309193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.309193] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.309584] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f84c642-b403-4e3e-bd3a-9eecdae0c047 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.309703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.309797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.310048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.310809] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f84c642-b403-4e3e-bd3a-9eecdae0c047',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.812721] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.813112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.813112] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.814149] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f84c642-b403-4e3e-bd3a-9eecdae0c047 with status ACTIVE [ 901.814364] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.814503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.814567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.814869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.814970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.815192] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.815339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.815411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.815731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.815836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.816115] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.816245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.816453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.816574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.816627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.816716] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f84c642-b403-4e3e-bd3a-9eecdae0c047 is going to be updated. [ 901.851437] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.851606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.851648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.851887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.852039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.852210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f84c642-b403-4e3e-bd3a-9eecdae0c047" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.319425] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.823933] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.824385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.824385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.824472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.824506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.824638] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 is going to be updated. [ 902.860849] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.861071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.861223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.861489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.861684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.863541] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff in Status: SUCCESS [ 902.863746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.874735] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: IN_PROGRESS for 2s [ 904.891240] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: SUCCESS [ 904.895358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.895358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.895358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.895483] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.895565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.895565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.896945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.896945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.896945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.896945] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.390435] env[65672]: INFO networking_nsxv3.common.synchronization [req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a req-6fd23a17-e912-4a25-9445-6e5183e473e0 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 905.390620] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 905.390929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.391346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.391551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.391851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.393475] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.393475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.393475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.393475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.393770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.394663] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.399686] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.846785] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.847069] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.847240] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.847597] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.847881] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.848390] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.848580] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.848840] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.849082] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.849350] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.849541] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.849722] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.850167] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.850332] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.850479] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.850823] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.874039] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.874260] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.874385] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.874748] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.875115] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-f397a742-c98c-42e8-91ed-eda10c6d756f taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.875303] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.875407] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.875728] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.875862] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f397a742-c98c-42e8-91ed-eda10c6d756f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.897036] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.897412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.897412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.897484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.897583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.897780] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.897878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.897935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.898101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.898181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.898265] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab already deleted. [ 905.898348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.900978] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824abb2c-84f0-4070-ad06-bdc23d29e8e7: rpc.has_security_group_logging(os_id): False [ 905.919338] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.919601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.919601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.919831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.919831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.920136] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.920244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.920305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.920457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.920536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.920625] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 is going to be created. [ 905.989831] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.990114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.990114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.990369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.990496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.006011] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: IN_PROGRESS for 2s [ 906.379038] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.379630] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.379882] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.380262] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.380529] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.382692] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port f397a742-c98c-42e8-91ed-eda10c6d756f not found, creating... [ 906.382692] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.382692] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.382692] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.383389] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.383974] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.386548] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.386548] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.386548] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.386548] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.386548] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.386548] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: f397a742-c98c-42e8-91ed-eda10c6d756f is going to be created. [ 906.408844] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.408844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.408844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.408844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.408844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.408844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.143239] env[65672]: INFO networking_nsxv3.common.synchronization [req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a req-c7f45f6f-6e8e-4346-a951-998e4888bc27 service nova] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_rules [ 907.143239] env[65672]: INFO networking_nsxv3.common.synchronization [req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a req-c7f45f6f-6e8e-4346-a951-998e4888bc27 service nova] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 907.143239] env[65672]: INFO networking_nsxv3.common.synchronization [req-2bc702ee-37dd-44b0-90d6-8c25d7eae31a req-c7f45f6f-6e8e-4346-a951-998e4888bc27 service nova] Enqueued Resource ID: f397a742-c98c-42e8-91ed-eda10c6d756f with Priority: HIGHEST for action port [ 907.143239] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_rules [ 907.143239] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 907.143239] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f397a742-c98c-42e8-91ed-eda10c6d756f with Priority: HIGHEST for action port [ 907.143239] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.143239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.143239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.143239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.143239] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.144887] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.145139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.145283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.145575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.145824] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.146038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.147096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.147482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.147660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.148071] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.149423] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-f397a742-c98c-42e8-91ed-eda10c6d756f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.149659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.150093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.150375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.150539] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f397a742-c98c-42e8-91ed-eda10c6d756f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.652846] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.653512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.657020] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.657020] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f397a742-c98c-42e8-91ed-eda10c6d756f with status ACTIVE [ 907.657020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.657020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.657020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.657020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.657020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.657020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.657020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.658126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.658388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.658508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.658732] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.658848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.658928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.659115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.659197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.659287] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f397a742-c98c-42e8-91ed-eda10c6d756f is going to be updated. [ 907.684884] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.685079] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.685152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.685396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.685662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.685699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.824550] env[65672]: INFO networking_nsxv3.common.synchronization [req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a req-77e3419d-160f-4207-ad54-e76d99025cee tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 907.825101] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 907.826287] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.826287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.826287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.826690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.826994] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.827113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.827187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.827547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.827742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.827847] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.022996] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: SUCCESS [ 908.023336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.163380] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.281046] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.281046] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.281046] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.281046] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.281046] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.281046] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.281046] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.282638] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.283036] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.283370] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.283632] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.284215] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.284485] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.285082] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.285082] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.285082] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.304209] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c46bd33d-4d1e-4a59-935b-ebcd4820cc04 None None] Enqueued Resource ID: 53c5d552-1136-43bf-8de3-12123ce533b4 with Priority: HIGHEST for action port [ 908.304209] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c5d552-1136-43bf-8de3-12123ce533b4 with Priority: HIGHEST for action port [ 908.304524] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c5d552-1136-43bf-8de3-12123ce533b4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.305122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c5d552-1136-43bf-8de3-12123ce533b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.305449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c5d552-1136-43bf-8de3-12123ce533b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.305997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c5d552-1136-43bf-8de3-12123ce533b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.306630] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c5d552-1136-43bf-8de3-12123ce533b4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.311741] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.311949] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.312207] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.312441] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.312851] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-52726f27-0e84-44e9-97cd-e2706437af4f taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.313099] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-52726f27-0e84-44e9-97cd-e2706437af4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.313278] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-52726f27-0e84-44e9-97cd-e2706437af4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.313868] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-52726f27-0e84-44e9-97cd-e2706437af4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.313868] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52726f27-0e84-44e9-97cd-e2706437af4f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.330180] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.330395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.330465] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.330642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.331045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.331141] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.331297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.331486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.331623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.331710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.331832] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 908.381975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.382190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.382235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.383158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.383158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.410380] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 908.666803] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.667009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.667058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.667287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.667434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.667467] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be created. [ 908.701660] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.701860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.701946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.702220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.702437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.717826] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: UNINITIALIZED for 2s [ 908.809641] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53c5d552-1136-43bf-8de3-12123ce533b4 [ 908.809931] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.810124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.810527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.810527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.810630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.810732] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53c5d552-1136-43bf-8de3-12123ce533b4 already deleted. [ 908.810903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c5d552-1136-43bf-8de3-12123ce533b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.816822] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.817118] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.817294] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.817664] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.817867] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.818097] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 52726f27-0e84-44e9-97cd-e2706437af4f not found, creating... [ 908.818492] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.818734] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.818912] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.819298] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.819509] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.819914] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.820152] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.820312] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.820596] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.820775] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.820959] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 52726f27-0e84-44e9-97cd-e2706437af4f is going to be created. [ 908.844819] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.845091] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.845255] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.845584] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.845885] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.846191] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-52726f27-0e84-44e9-97cd-e2706437af4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.656667] env[65672]: INFO networking_nsxv3.common.synchronization [req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a req-df86df25-da26-4715-b0e6-4e9d141a1795 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 909.657026] env[65672]: INFO networking_nsxv3.common.synchronization [req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a req-df86df25-da26-4715-b0e6-4e9d141a1795 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 909.657026] env[65672]: INFO networking_nsxv3.common.synchronization [req-6c9a08e0-ed43-46cf-bf9f-54fe18fc129a req-df86df25-da26-4715-b0e6-4e9d141a1795 service nova] Enqueued Resource ID: 52726f27-0e84-44e9-97cd-e2706437af4f with Priority: HIGHEST for action port [ 909.657901] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 909.657901] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 909.657901] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52726f27-0e84-44e9-97cd-e2706437af4f with Priority: HIGHEST for action port [ 909.659659] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.659659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.659659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.659659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.659659] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.663572] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.663763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.664305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-52726f27-0e84-44e9-97cd-e2706437af4f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.664305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52726f27-0e84-44e9-97cd-e2706437af4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.664489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52726f27-0e84-44e9-97cd-e2706437af4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.667817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52726f27-0e84-44e9-97cd-e2706437af4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.667817] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52726f27-0e84-44e9-97cd-e2706437af4f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.165519] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.165690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.167341] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52726f27-0e84-44e9-97cd-e2706437af4f with status ACTIVE [ 910.167453] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.167598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.167665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.168499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.168606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.168826] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.169540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.169540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.169540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.169540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.169540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.169540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.169902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.169902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.169902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.169902] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52726f27-0e84-44e9-97cd-e2706437af4f is going to be updated. [ 910.234321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.234321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.234321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.234321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.234321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.234321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52726f27-0e84-44e9-97cd-e2706437af4f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.437307] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 910.437491] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f deletion is rescheduled due to dependency. [ 910.437610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.437784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.438082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.438356] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.438539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.438585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.438813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.439933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.439933] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.731234] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 910.731563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.731694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.731874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.732089] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.732219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.732286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.732478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.732565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.732652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.732744] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.946502] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.141269] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1af13266-43e5-4410-a354-a4d5ffbf7593 None None] Enqueued Resource ID: 41c149ce-1962-4300-840e-d0a56da05214 with Priority: HIGHEST for action port [ 911.141961] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c149ce-1962-4300-840e-d0a56da05214 with Priority: HIGHEST for action port [ 911.142619] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-41c149ce-1962-4300-840e-d0a56da05214 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.142619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41c149ce-1962-4300-840e-d0a56da05214" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.142619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41c149ce-1962-4300-840e-d0a56da05214" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.142789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41c149ce-1962-4300-840e-d0a56da05214" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.142821] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41c149ce-1962-4300-840e-d0a56da05214',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.237251] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.237437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.237511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.237777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.237948] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.238078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.238377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.238377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.238377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.239269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.239269] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.239269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.239269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.239269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.239269] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.239269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.239269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.239668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.239668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.239668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.239668] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.453320] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.647608] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41c149ce-1962-4300-840e-d0a56da05214 [ 911.647841] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.647987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.648084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.648595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.648595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.648595] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41c149ce-1962-4300-840e-d0a56da05214 already deleted. [ 911.648595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41c149ce-1962-4300-840e-d0a56da05214" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.743310] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49978a95-2645-4d3c-bf96-439ecd590cab: rpc.has_security_group_logging(os_id): False [ 911.765714] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.765901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.765946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.766198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.766312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.766526] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.766628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.766701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.766932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.766932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.767203] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.768010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.768010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.768010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.768010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.768010] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.768010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.768010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.768274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.768274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.768324] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be created. [ 911.830474] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.830700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.830789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.831018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.831214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.848564] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: IN_PROGRESS for 2s [ 911.956215] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.956406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.956485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.956834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.956964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.957112] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 912.037346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.037496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.037570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.037784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.037907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.047884] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 913.869845] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 913.870182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.066140] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 914.066140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.066140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.066140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.066407] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.066407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.066500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.066614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.066685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.066738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.068559] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.572534] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.572770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.572770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.573015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.573638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.573801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.573872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.574131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.574233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.574317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.574474] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.574573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.574634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.574789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.574929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.575035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.575089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.575238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.575315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.575388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.575476] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.078233] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6f8df83-b8c8-4f7f-a368-0d3293a88b6f: rpc.has_security_group_logging(os_id): False [ 915.106962] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.107192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.107192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.108055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.108055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.108055] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.108055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.108055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.108055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.108055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.108401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.108401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.108401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.108549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.108610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.108791] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.108884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.108944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.109105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.109184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.109268] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 915.178199] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.178396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.178455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.179034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.179034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.195476] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 916.143230] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 916.143617] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 916.344244] env[65672]: INFO networking_nsxv3.common.synchronization [req-9655d240-84a4-4ef1-a828-48b1b6426025 req-215db8aa-41cf-4d51-a3f7-3a291c08314b tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 916.344918] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 916.345273] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.345407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.345526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.345898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.346157] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.346353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.346433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.346665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.346780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.346995] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.696754] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.697519] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.697519] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.697519] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.697722] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.697903] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.698196] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.698504] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.698685] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.698958] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.699171] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.699343] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.699496] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.699665] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.699819] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.699994] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.723081] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.723387] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.723476] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.723926] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.723926] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-d72a6da2-c786-4728-b564-70a1813686ee taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.724269] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-d72a6da2-c786-4728-b564-70a1813686ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.724358] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-d72a6da2-c786-4728-b564-70a1813686ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.725043] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-d72a6da2-c786-4728-b564-70a1813686ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.725043] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d72a6da2-c786-4728-b564-70a1813686ee',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.848978] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.849193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.849269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.849643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.849643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.849788] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.849870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.849870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.850133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.850133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.850243] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 already deleted. [ 916.850243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.209551] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 917.209804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.228168] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.228407] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.228534] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.228820] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.228973] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.229391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port d72a6da2-c786-4728-b564-70a1813686ee not found, creating... [ 917.229391] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.229575] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.229670] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.230194] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.230194] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.230340] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.230466] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.230582] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.230951] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.231212] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.231342] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: d72a6da2-c786-4728-b564-70a1813686ee is going to be created. [ 917.253559] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.254176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.254176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.254288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.254550] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.254782] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-d72a6da2-c786-4728-b564-70a1813686ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.047425] env[65672]: INFO networking_nsxv3.common.synchronization [req-9655d240-84a4-4ef1-a828-48b1b6426025 req-0b89f1dc-3bb9-40a8-8dd8-81dc1f14c218 service nova] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_rules [ 918.051082] env[65672]: INFO networking_nsxv3.common.synchronization [req-9655d240-84a4-4ef1-a828-48b1b6426025 req-0b89f1dc-3bb9-40a8-8dd8-81dc1f14c218 service nova] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 918.051270] env[65672]: INFO networking_nsxv3.common.synchronization [req-9655d240-84a4-4ef1-a828-48b1b6426025 req-0b89f1dc-3bb9-40a8-8dd8-81dc1f14c218 service nova] Enqueued Resource ID: d72a6da2-c786-4728-b564-70a1813686ee with Priority: HIGHEST for action port [ 918.051906] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_rules [ 918.052068] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 918.052229] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72a6da2-c786-4728-b564-70a1813686ee with Priority: HIGHEST for action port [ 918.052491] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.052608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.052682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.052958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.053056] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.053972] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.054222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.054344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.054540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.054701] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.054792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.054859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.055010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.055101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.055203] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.056897] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d72a6da2-c786-4728-b564-70a1813686ee taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.057020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d72a6da2-c786-4728-b564-70a1813686ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.057063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d72a6da2-c786-4728-b564-70a1813686ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.057370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d72a6da2-c786-4728-b564-70a1813686ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.057370] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d72a6da2-c786-4728-b564-70a1813686ee',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.560038] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.560038] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.560038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.560038] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d72a6da2-c786-4728-b564-70a1813686ee with status ACTIVE [ 918.560038] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.560478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.560478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.560478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.560478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.560727] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.560831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.560892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.562163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.562392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.563245] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.563449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.563554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.564105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.564242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.564388] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d72a6da2-c786-4728-b564-70a1813686ee is going to be updated. [ 918.589774] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.589992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.590047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.590345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.590485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.590651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d72a6da2-c786-4728-b564-70a1813686ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.066417] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.243103] env[65672]: INFO networking_nsxv3.common.synchronization [req-9655d240-84a4-4ef1-a828-48b1b6426025 req-9202bd13-5611-48a0-b796-b55de4c47df0 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 919.243865] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 919.244319] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.244481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.570160] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.570470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.570470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.570666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.570787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.570910] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be created. [ 919.596736] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.597489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.597800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.598239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.599904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.611352] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: UNINITIALIZED for 2s [ 919.675572] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.675572] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.675572] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.675932] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.676687] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.676687] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.676687] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.676948] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.676948] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.677484] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.677484] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.677484] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.677619] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.678356] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.678356] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.678356] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.706690] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.706690] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.706837] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.706877] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.707481] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-c7e7ef15-eb1b-40a5-b961-efda282cb61c taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.707481] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-c7e7ef15-eb1b-40a5-b961-efda282cb61c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.707656] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-c7e7ef15-eb1b-40a5-b961-efda282cb61c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.707816] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-c7e7ef15-eb1b-40a5-b961-efda282cb61c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.708146] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e7ef15-eb1b-40a5-b961-efda282cb61c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.836123] env[65672]: INFO networking_nsxv3.common.synchronization [req-487e2b29-899a-4a86-a924-2ae895804a6b req-92042381-d2b2-4e3a-9c32-beb925e1e525 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 919.836123] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 919.836123] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.836123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.836459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.836775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.837050] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.837343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.837547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.837812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.837984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.838209] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.129659] env[65672]: INFO networking_nsxv3.common.synchronization [req-60f82d72-09d3-4ce0-8ad2-46203b66b92d req-7833ea37-0c91-4756-8649-a0b310b9b1a2 tempest-ListServersNegativeTestJSON-2089509637 tempest-ListServersNegativeTestJSON-2089509637-project-member] Enqueued Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 920.132171] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 with Priority: HIGHEST for action security_group_members [ 920.132729] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.132865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.211662] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.212535] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.212830] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.213960] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.214199] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.214392] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port c7e7ef15-eb1b-40a5-b961-efda282cb61c not found, creating... [ 920.214731] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.214950] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.215115] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.215428] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.215585] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.215943] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.216701] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.216830] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.217084] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.217287] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.217492] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: c7e7ef15-eb1b-40a5-b961-efda282cb61c is going to be created. [ 920.242620] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.242890] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.244222] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.244222] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.244222] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.244222] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-c7e7ef15-eb1b-40a5-b961-efda282cb61c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.342970] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.845550] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.052526] env[65672]: INFO networking_nsxv3.common.synchronization [req-9655d240-84a4-4ef1-a828-48b1b6426025 req-4a844cb5-1656-42f2-853e-fa01fac6020e service nova] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_rules [ 921.053026] env[65672]: INFO networking_nsxv3.common.synchronization [req-9655d240-84a4-4ef1-a828-48b1b6426025 req-4a844cb5-1656-42f2-853e-fa01fac6020e service nova] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 921.053213] env[65672]: INFO networking_nsxv3.common.synchronization [req-9655d240-84a4-4ef1-a828-48b1b6426025 req-4a844cb5-1656-42f2-853e-fa01fac6020e service nova] Enqueued Resource ID: c7e7ef15-eb1b-40a5-b961-efda282cb61c with Priority: HIGHEST for action port [ 921.054966] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_rules [ 921.054966] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 921.054966] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e7ef15-eb1b-40a5-b961-efda282cb61c with Priority: HIGHEST for action port [ 921.054966] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.054966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.054966] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.055502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.055502] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7e7ef15-eb1b-40a5-b961-efda282cb61c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.055647] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7e7ef15-eb1b-40a5-b961-efda282cb61c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.055928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7e7ef15-eb1b-40a5-b961-efda282cb61c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.055928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7e7ef15-eb1b-40a5-b961-efda282cb61c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.056091] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e7ef15-eb1b-40a5-b961-efda282cb61c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.348597] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.349146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.349216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.349341] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 921.385316] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.385619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.385619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.385952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.386032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.399912] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 921.559525] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7e7ef15-eb1b-40a5-b961-efda282cb61c with status ACTIVE [ 921.559651] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.559783] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.559855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.561087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.561130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.561374] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.561557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.561624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.561877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.561946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.562207] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.562308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.562401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.562524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.562601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.562687] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7e7ef15-eb1b-40a5-b961-efda282cb61c is going to be updated. [ 921.587346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.587559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.587559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.587757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.587887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.588055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7e7ef15-eb1b-40a5-b961-efda282cb61c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.622610] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 921.622899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.622997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.623233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.623390] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.623508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.623568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.623716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.623795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.623879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.623979] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.624918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.625228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.625341] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.625427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.625488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.625641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.625721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.625805] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.034089] env[65672]: INFO networking_nsxv3.common.synchronization [req-96f3b77b-a192-411f-aa0b-626b7c07525d req-d2af25a7-ddeb-4660-ac07-e24d6f3cc21c tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Enqueued Resource ID: 455effee-45d0-43a0-92b9-72e5957d7515 with Priority: HIGHEST for action security_group_members [ 922.034650] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455effee-45d0-43a0-92b9-72e5957d7515 with Priority: HIGHEST for action security_group_members [ 922.034954] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-455effee-45d0-43a0-92b9-72e5957d7515 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.035089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.035159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.035420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.035568] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.035699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.035738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.035867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.035960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.037147] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455effee-45d0-43a0-92b9-72e5957d7515',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.128956] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.129144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.129386] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.471614] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.471946] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-422" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.472135] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-422" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.472497] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-422" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.472881] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.473093] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.473244] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.473526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.473701] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.473934] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.474099] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.474206] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.474313] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.475976] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.475976] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.475976] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.510746] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.510901] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.511061] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.511255] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-422" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.511576] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-63197d4f-ed99-4ad2-ae76-2e3286babb45 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.511747] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-63197d4f-ed99-4ad2-ae76-2e3286babb45" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.511862] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-63197d4f-ed99-4ad2-ae76-2e3286babb45" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.512334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-63197d4f-ed99-4ad2-ae76-2e3286babb45" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.512470] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63197d4f-ed99-4ad2-ae76-2e3286babb45',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.540678] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.540864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.540938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.541194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.541288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.541492] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.541592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.541653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.541799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.542073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.542073] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455effee-45d0-43a0-92b9-72e5957d7515 already deleted. [ 922.542073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.634900] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.016093] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.016322] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.016588] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.016868] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.017033] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.017186] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 63197d4f-ed99-4ad2-ae76-2e3286babb45 not found, creating... [ 923.017460] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.017661] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.017773] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.017960] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.018105] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.018396] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.018547] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.018662] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.018863] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.018995] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.019146] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 63197d4f-ed99-4ad2-ae76-2e3286babb45 is going to be created. [ 923.041538] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.041849] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.041891] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.042283] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.042521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.042797] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-63197d4f-ed99-4ad2-ae76-2e3286babb45" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.138014] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.138187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.138261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.138473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.138562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.138656] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 923.216438] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.216438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.216438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.216438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.216438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.234689] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 923.412779] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 923.412779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.412779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.412779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.412779] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.412779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.412779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.412779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.412779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.412779] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc48d9c1-5fd1-473c-a1e0-37e9476665b1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.870027] env[65672]: INFO networking_nsxv3.common.synchronization [req-96f3b77b-a192-411f-aa0b-626b7c07525d req-825f147a-6582-4b36-9afd-08506d555942 service nova] Enqueued Resource ID: 455effee-45d0-43a0-92b9-72e5957d7515 with Priority: HIGHEST for action security_group_rules [ 923.870027] env[65672]: INFO networking_nsxv3.common.synchronization [req-96f3b77b-a192-411f-aa0b-626b7c07525d req-825f147a-6582-4b36-9afd-08506d555942 service nova] Enqueued Resource ID: 455effee-45d0-43a0-92b9-72e5957d7515 with Priority: HIGHEST for action security_group_members [ 923.870027] env[65672]: INFO networking_nsxv3.common.synchronization [req-96f3b77b-a192-411f-aa0b-626b7c07525d req-825f147a-6582-4b36-9afd-08506d555942 service nova] Enqueued Resource ID: 63197d4f-ed99-4ad2-ae76-2e3286babb45 with Priority: HIGHEST for action port [ 923.870027] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455effee-45d0-43a0-92b9-72e5957d7515 with Priority: HIGHEST for action security_group_rules [ 923.870027] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455effee-45d0-43a0-92b9-72e5957d7515 with Priority: HIGHEST for action security_group_members [ 923.870027] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63197d4f-ed99-4ad2-ae76-2e3286babb45 with Priority: HIGHEST for action port [ 923.870027] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455effee-45d0-43a0-92b9-72e5957d7515 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.870027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.870027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.870027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.870027] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455effee-45d0-43a0-92b9-72e5957d7515',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.871209] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-455effee-45d0-43a0-92b9-72e5957d7515 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.871209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.871332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.871522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.871675] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.871824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.871824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.871995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.872170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.872357] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455effee-45d0-43a0-92b9-72e5957d7515',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.877296] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-63197d4f-ed99-4ad2-ae76-2e3286babb45 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.877296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63197d4f-ed99-4ad2-ae76-2e3286babb45" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.877296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63197d4f-ed99-4ad2-ae76-2e3286babb45" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.877296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63197d4f-ed99-4ad2-ae76-2e3286babb45" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.877296] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63197d4f-ed99-4ad2-ae76-2e3286babb45',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.915167] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.915341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.915423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.915654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.915750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.915974] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.916101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.916218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.916323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.916502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.916600] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 is going to be updated. [ 923.967086] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.967250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.967309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.967511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.967649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.990867] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: IN_PROGRESS for 2s [ 924.152746] env[65672]: INFO networking_nsxv3.common.synchronization [req-99afecce-6092-4e5d-97a3-be2af1fe584f req-9693c938-0582-402f-8d13-85ac9d4b66ab tempest-ServersWithSpecificFlavorTestJSON-1421593912 tempest-ServersWithSpecificFlavorTestJSON-1421593912-project-member] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 924.153411] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGHEST for action security_group_members [ 924.153740] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.153855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.153920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.154220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.154379] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.154477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.154536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.154690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.154773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.154875] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.377372] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455effee-45d0-43a0-92b9-72e5957d7515',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.378837] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-455effee-45d0-43a0-92b9-72e5957d7515 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.379246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.379540] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63197d4f-ed99-4ad2-ae76-2e3286babb45 with status ACTIVE [ 924.380303] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.380555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.381008] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.381315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.382013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.382013] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.382013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.382013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.382758] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.385065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.385065] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.385065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.385065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.385065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.385065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.385065] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63197d4f-ed99-4ad2-ae76-2e3286babb45 is going to be updated. [ 924.406990] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.406990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.406990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.407233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.407430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.407657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63197d4f-ed99-4ad2-ae76-2e3286babb45" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.659444] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.659444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.659444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.659444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.659444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.659444] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.659444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.659444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.659444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.659444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.659444] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be updated. [ 924.671369] env[65672]: INFO networking_nsxv3.common.synchronization [req-1a519583-1b2c-4208-825d-ade1455a8b27 req-ce6e0d42-bc93-40ea-80bb-80f7edb3c510 tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 924.671936] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 924.672332] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.672434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.672522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.672682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.672831] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.672924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.672986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.676441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.676441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.676441] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.697078] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.697273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.697343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.697591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.697821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.710841] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: IN_PROGRESS for 2s [ 924.886724] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455effee-45d0-43a0-92b9-72e5957d7515',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.076630] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.077114] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.077114] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.077247] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.077494] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.077661] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.077773] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.077999] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.078152] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.078355] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.078467] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.078628] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.078680] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.078774] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.078878] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.079022] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.107421] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.107601] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.107875] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.107946] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-896" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.108301] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-ac52a09d-f963-4466-ac24-971c8426885a taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.108493] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-ac52a09d-f963-4466-ac24-971c8426885a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.108611] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-ac52a09d-f963-4466-ac24-971c8426885a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.109013] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-ac52a09d-f963-4466-ac24-971c8426885a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.109181] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac52a09d-f963-4466-ac24-971c8426885a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.179807] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.183838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.183838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.183838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.183838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.183838] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.183838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.183838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.183838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.183838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.183838] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be deleted. [ 925.220299] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.220299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.220299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.220299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.220299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.220299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.247981] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 925.247981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.247981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.247981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.247981] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.247981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.247981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.247981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.247981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.247981] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.389691] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.389885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.389954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.390174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.390248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.390383] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455effee-45d0-43a0-92b9-72e5957d7515 is going to be created. [ 925.420850] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.420948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.420948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.421268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.421464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.434354] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455effee-45d0-43a0-92b9-72e5957d7515 in Status: UNINITIALIZED for 2s [ 925.611780] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.611943] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.612101] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.612380] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.612572] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.612717] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port ac52a09d-f963-4466-ac24-971c8426885a not found, creating... [ 925.612956] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.613142] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.613379] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.613755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.614327] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.614327] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.614685] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.614685] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.614685] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.614903] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.615016] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: ac52a09d-f963-4466-ac24-971c8426885a is going to be created. [ 925.639187] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.639366] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.639591] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.639989] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.640337] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.640659] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-ac52a09d-f963-4466-ac24-971c8426885a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.754521] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.000510] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 in Status: SUCCESS [ 926.000695] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc48d9c1-5fd1-473c-a1e0-37e9476665b1 deletion is rescheduled due to dependency. [ 926.000800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc48d9c1-5fd1-473c-a1e0-37e9476665b1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.256959] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.476594] env[65672]: INFO networking_nsxv3.common.synchronization [req-1a519583-1b2c-4208-825d-ade1455a8b27 req-3e64687f-75b3-4be8-8981-9093e68beb93 service nova] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_rules [ 926.476594] env[65672]: INFO networking_nsxv3.common.synchronization [req-1a519583-1b2c-4208-825d-ade1455a8b27 req-3e64687f-75b3-4be8-8981-9093e68beb93 service nova] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 926.479968] env[65672]: INFO networking_nsxv3.common.synchronization [req-1a519583-1b2c-4208-825d-ade1455a8b27 req-3e64687f-75b3-4be8-8981-9093e68beb93 service nova] Enqueued Resource ID: ac52a09d-f963-4466-ac24-971c8426885a with Priority: HIGHEST for action port [ 926.479968] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_rules [ 926.479968] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 926.479968] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac52a09d-f963-4466-ac24-971c8426885a with Priority: HIGHEST for action port [ 926.479968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.479968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.479968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.479968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.479968] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.480972] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.481122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.481197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.481450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.481615] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.481719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.481787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.481957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.482724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.482724] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.483151] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac52a09d-f963-4466-ac24-971c8426885a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.483261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac52a09d-f963-4466-ac24-971c8426885a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.483319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac52a09d-f963-4466-ac24-971c8426885a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.483872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac52a09d-f963-4466-ac24-971c8426885a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.483872] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac52a09d-f963-4466-ac24-971c8426885a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.727365] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae in Status: SUCCESS [ 926.727624] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae deletion is rescheduled due to dependency. [ 926.729457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.759580] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.759796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.759852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.760116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.760262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.760360] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 926.797205] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.797409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.797477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.797766] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.797929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.810936] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 926.989713] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.992648] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.992770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.992929] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac52a09d-f963-4466-ac24-971c8426885a with status ACTIVE [ 926.993107] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.993237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.993272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.993553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.993647] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.993821] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.993917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.993977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.994341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.994341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.994549] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.994645] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.994700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.994883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.994966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.995062] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac52a09d-f963-4466-ac24-971c8426885a is going to be updated. [ 927.022021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.022270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.022368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.022563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.022934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.022934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac52a09d-f963-4466-ac24-971c8426885a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.408814] env[65672]: INFO networking_nsxv3.common.synchronization [req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 req-6a50c71e-b65c-4fd9-96aa-fa5ceb465644 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 927.409717] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 927.410251] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.410473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.410578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.410882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.411157] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.411320] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.411433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.411680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.411828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.412099] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.446095] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455effee-45d0-43a0-92b9-72e5957d7515 in Status: SUCCESS [ 927.446095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.446263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.446508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.446719] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.446833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.446902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.447071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.447156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.447248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.447339] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455effee-45d0-43a0-92b9-72e5957d7515',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.497299] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.893243] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.893515] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.893619] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.894573] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.895132] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.895455] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.895623] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.895953] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.896162] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.896437] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.896626] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.896812] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.896919] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.897102] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.897385] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.897622] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.915025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.920767] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.921409] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.921409] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.921409] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.921710] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-2212efd2-b45d-4494-b5bb-d3fd57b136ee taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.922097] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-2212efd2-b45d-4494-b5bb-d3fd57b136ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.922247] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-2212efd2-b45d-4494-b5bb-d3fd57b136ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.922582] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-2212efd2-b45d-4494-b5bb-d3fd57b136ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.922779] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2212efd2-b45d-4494-b5bb-d3fd57b136ee',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.949646] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-455effee-45d0-43a0-92b9-72e5957d7515 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.949895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.949974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.950216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.950393] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.950577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.950654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.950896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.951034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.951178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.951351] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-455effee-45d0-43a0-92b9-72e5957d7515 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.951739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.951739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.951739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.951874] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.951994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.952091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.952269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.952385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.952523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.952662] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455effee-45d0-43a0-92b9-72e5957d7515',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.000191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.000524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.000630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.000863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.000995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.001125] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be created. [ 928.031423] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.031423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.031533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.031751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.031965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.048572] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: UNINITIALIZED for 2s [ 928.417860] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.426244] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.426614] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.426781] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.427095] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.427255] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.427408] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 2212efd2-b45d-4494-b5bb-d3fd57b136ee not found, creating... [ 928.427682] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.427844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.428013] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.428392] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.428392] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.428656] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.428810] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.428924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.429149] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.429283] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.429419] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 2212efd2-b45d-4494-b5bb-d3fd57b136ee is going to be created. [ 928.453409] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.453665] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.453665] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.453908] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.454303] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.454464] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-2212efd2-b45d-4494-b5bb-d3fd57b136ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.455609] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455effee-45d0-43a0-92b9-72e5957d7515: rpc.has_security_group_logging(os_id): False [ 928.479237] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.480042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.480042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.480042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.480291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.480621] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.480920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.482304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.482304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.482304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.482304] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.482532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.482532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.482716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.482830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.483292] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.483292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.483428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.484039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.484039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.484039] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455effee-45d0-43a0-92b9-72e5957d7515 is going to be created. [ 928.582138] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.582361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.582361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.582562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.582702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.602557] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455effee-45d0-43a0-92b9-72e5957d7515 in Status: IN_PROGRESS for 2s [ 928.822047] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 928.822579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.822886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.823116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.823347] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.823450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.823530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.823695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.823790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.823886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.824152] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.824236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.824336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.824504] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.824735] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.824735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.824994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.824994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.825086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.825154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.825246] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.922860] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.922860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.922860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.923307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.923307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.923307] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 928.962267] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.962267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.962267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.962267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.962267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.972868] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 929.237028] env[65672]: INFO networking_nsxv3.common.synchronization [req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 req-382a4c77-b4b9-46a2-8447-dc0dad60b315 service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 929.239083] env[65672]: INFO networking_nsxv3.common.synchronization [req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 req-382a4c77-b4b9-46a2-8447-dc0dad60b315 service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 929.239201] env[65672]: INFO networking_nsxv3.common.synchronization [req-59cb36bb-58dc-4772-a059-3c9c2c9e14f8 req-382a4c77-b4b9-46a2-8447-dc0dad60b315 service nova] Enqueued Resource ID: 2212efd2-b45d-4494-b5bb-d3fd57b136ee with Priority: HIGHEST for action port [ 929.240135] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 929.240351] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 929.240495] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2212efd2-b45d-4494-b5bb-d3fd57b136ee with Priority: HIGHEST for action port [ 929.240965] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.241103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.241103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.242082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.242082] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.242664] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.242782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.243041] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2212efd2-b45d-4494-b5bb-d3fd57b136ee taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.243197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2212efd2-b45d-4494-b5bb-d3fd57b136ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.243272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2212efd2-b45d-4494-b5bb-d3fd57b136ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.243499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2212efd2-b45d-4494-b5bb-d3fd57b136ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.243590] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2212efd2-b45d-4494-b5bb-d3fd57b136ee',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.327316] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01c2652-2632-47b1-a137-8853be2f3e90: rpc.has_security_group_logging(os_id): False [ 929.353096] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.353267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.353267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.353422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.353550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.353807] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.353975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.354036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.354329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.354364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.354883] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.354883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.354883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.356134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.356134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.356134] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.356134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.356134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.356134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.356134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.356134] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be created. [ 929.433482] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.433879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.433879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.434171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.434393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.453215] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 929.746182] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.746823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.748765] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2212efd2-b45d-4494-b5bb-d3fd57b136ee with status ACTIVE [ 929.749016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.749173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.749249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.749498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.749584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.749786] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.749883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.749986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.750124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.750201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.750412] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.750507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.750594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.750737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.750810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.750895] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2212efd2-b45d-4494-b5bb-d3fd57b136ee is going to be updated. [ 929.779145] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.779358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.779358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.779625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.779779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.780437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2212efd2-b45d-4494-b5bb-d3fd57b136ee" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.062772] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 930.062772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.062772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.062964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.063113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.063216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.063257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.063403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.063493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.063573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.063663] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.566166] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.566559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.566559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.566666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.567177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.567177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.567177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.567177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.567403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.567403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.567494] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.567569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.567626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.567780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.567930] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.568035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.568104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.568240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.568394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.568394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.568637] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.630866] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455effee-45d0-43a0-92b9-72e5957d7515 in Status: SUCCESS [ 930.631207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.985436] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 930.985733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.985837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.986125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.987289] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.987289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.987289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.987289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.987289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.987289] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.071201] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa079922-c623-4324-827b-2e5bf5044b11: rpc.has_security_group_logging(os_id): False [ 931.099081] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.099397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.099397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.099727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.099919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.100162] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.100320] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.100405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.100602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.100679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.100948] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.101489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.101594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.101877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.102042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.102296] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.102490] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.102583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.103034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.103034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.103034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be created. [ 931.212104] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.215021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.215021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.215021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.215021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.238219] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: IN_PROGRESS for 2s [ 931.317657] env[65672]: INFO networking_nsxv3.common.synchronization [req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 req-169414c1-a967-49cb-8b99-eb4d12c0f247 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 931.318457] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 931.318890] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.319092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.319191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.319381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.319529] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.319622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.319697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.319823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.319906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.320025] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.474318] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 931.474711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.474987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.475695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.475695] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.489476] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.703341] env[65672]: INFO networking_nsxv3.common.synchronization [None req-22f01b88-1cb6-46af-bb65-be86b71a2646 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_rules [ 931.704720] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_rules [ 931.704829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.705022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.705489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.705489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.705489] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.822794] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.859230] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.859495] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.859639] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.859911] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.860196] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.860362] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.860476] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.860691] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.860842] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.861054] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.861193] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.862574] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.862574] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.862574] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.862574] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.862574] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.883911] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.884117] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.884288] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.884728] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-97" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.884851] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-b09a54d7-1523-48a1-b3b1-817b9b416b08 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.885115] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-b09a54d7-1523-48a1-b3b1-817b9b416b08" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.885681] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-b09a54d7-1523-48a1-b3b1-817b9b416b08" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.885681] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-b09a54d7-1523-48a1-b3b1-817b9b416b08" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.885917] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09a54d7-1523-48a1-b3b1-817b9b416b08',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.890800] env[65672]: INFO networking_nsxv3.common.synchronization [None req-49606627-3bfa-48af-b34c-4c88ed3945da tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_rules [ 931.890800] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_rules [ 931.890800] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.890800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.979050] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.979238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.979285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.979540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.979736] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.979850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.979915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.980104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.980228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.980373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.980499] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.994531] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.228534] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.228746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.228836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.229166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.229536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.229742] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca already deleted. [ 932.229943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.230553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.230877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.231084] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.325430] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.387921] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.388222] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.388430] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.388803] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.388953] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.389131] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port b09a54d7-1523-48a1-b3b1-817b9b416b08 not found, creating... [ 932.389448] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.389609] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.389721] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.389946] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.390099] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.390387] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.390634] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.390634] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.390924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.391169] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.391350] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: b09a54d7-1523-48a1-b3b1-817b9b416b08 is going to be created. [ 932.414594] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.414844] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.414981] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.415353] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.415557] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.415797] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-b09a54d7-1523-48a1-b3b1-817b9b416b08" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.483334] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.483572] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.483650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.483949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.484216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.484436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.484517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.484773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.484865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.484963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.485154] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.485245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.485304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.485503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.485656] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.485794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.486152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.486428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.486631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.486746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.486845] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.496977] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.497152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.497221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.497487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.497606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.497713] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 932.646026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.646026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.646026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.646026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.646026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.660302] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 932.762453] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.762883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.762883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.762883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.762883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.763166] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca already deleted. [ 932.763166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.828271] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.828478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.828478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.828695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.828792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.828894] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 932.867129] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.867282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.867344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.867737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.867972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.881265] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 932.989672] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01c2652-2632-47b1-a137-8853be2f3e90: rpc.has_security_group_logging(os_id): False [ 933.013233] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.013387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.013460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.013698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.013790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.014031] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.014195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.014335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.014818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.014967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.015319] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.015460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.015532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.015709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.015792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.015987] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.016114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.016179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.016481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.016580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.016678] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 933.088357] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.088584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.088875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.089132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.089272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.104398] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 933.173412] env[65672]: INFO networking_nsxv3.common.synchronization [req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 req-f82684ef-c9ca-47a2-bab9-351941cd364a service nova] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_rules [ 933.173522] env[65672]: INFO networking_nsxv3.common.synchronization [req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 req-f82684ef-c9ca-47a2-bab9-351941cd364a service nova] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 933.174304] env[65672]: INFO networking_nsxv3.common.synchronization [req-77b8dfb1-bea4-45cd-b1c4-bfeb20bb4688 req-f82684ef-c9ca-47a2-bab9-351941cd364a service nova] Enqueued Resource ID: b09a54d7-1523-48a1-b3b1-817b9b416b08 with Priority: HIGHEST for action port [ 933.174304] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_rules [ 933.174459] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 933.176095] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09a54d7-1523-48a1-b3b1-817b9b416b08 with Priority: HIGHEST for action port [ 933.176095] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.176095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.176095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.176095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.176628] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.177997] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.177997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.178446] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-b09a54d7-1523-48a1-b3b1-817b9b416b08 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.178446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b09a54d7-1523-48a1-b3b1-817b9b416b08" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.178446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b09a54d7-1523-48a1-b3b1-817b9b416b08" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.178446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b09a54d7-1523-48a1-b3b1-817b9b416b08" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.178693] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09a54d7-1523-48a1-b3b1-817b9b416b08',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.271065] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 933.271065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.679014] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.679279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.682644] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b09a54d7-1523-48a1-b3b1-817b9b416b08 with status ACTIVE [ 933.682926] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.683113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.683192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.683671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.683941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.684321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.684508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.684609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.684928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.685011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.685337] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.685463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.685560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.685790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.685909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.686052] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b09a54d7-1523-48a1-b3b1-817b9b416b08 is going to be updated. [ 933.732362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.732621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.732621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.732870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.733053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.733267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b09a54d7-1523-48a1-b3b1-817b9b416b08" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.191987] env[65672]: INFO networking_nsxv3.common.synchronization [req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 req-85f9dd2e-e6b7-4edd-bd4c-adaed151f514 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Enqueued Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_members [ 934.192987] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_members [ 934.192987] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-53daadce-d150-4df5-b274-c9c446d0a547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.193286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.193286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.193520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.193718] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.193851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.193934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.194130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.194273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.194412] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.674891] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.674891] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.675167] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.675503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.675841] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.676483] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.676483] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.676483] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.676682] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.676938] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.677105] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.677863] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.677863] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.677863] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.677863] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.678078] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.680460] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 934.680725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.681420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.681631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.681904] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.682096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.682182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.682361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.682457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.682545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.682634] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.696734] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.697267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.697267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.697449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.697591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.698194] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.698438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.698583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.698785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.698909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.699502] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53daadce-d150-4df5-b274-c9c446d0a547 already deleted. [ 934.699502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.706929] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.707184] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.707339] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.707527] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-808" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.707881] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-c84f7212-7ffc-4b86-89b1-0fc4844fc751 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.708164] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-c84f7212-7ffc-4b86-89b1-0fc4844fc751" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.708383] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-c84f7212-7ffc-4b86-89b1-0fc4844fc751" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.708777] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-c84f7212-7ffc-4b86-89b1-0fc4844fc751" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.708977] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84f7212-7ffc-4b86-89b1-0fc4844fc751',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.901913] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 934.901913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.901913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.901913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.902206] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.902342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.902416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.902708] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.902823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.902983] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.121471] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 935.121712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.185409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.185409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.185652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.185858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.188480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.188480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.188480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.188480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.188480] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.213383] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.213797] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.213797] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.214408] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.214531] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.214607] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port c84f7212-7ffc-4b86-89b1-0fc4844fc751 not found, creating... [ 935.214962] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.215201] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.215430] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.215744] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.215894] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.216302] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.216546] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.216687] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.216949] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.217111] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.217265] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: c84f7212-7ffc-4b86-89b1-0fc4844fc751 is going to be created. [ 935.246394] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.246721] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.246902] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.247140] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.247408] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.247683] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-c84f7212-7ffc-4b86-89b1-0fc4844fc751" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.406312] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.690501] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61e300c-c936-4fbe-9c3c-00d3f46b5e32: rpc.has_security_group_logging(os_id): False [ 935.714180] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.714180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.714180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.714422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.745712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.746355] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.746355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.746355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.746615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.746709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.747067] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.747067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.747216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.747293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.747369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.747550] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.747801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.747801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.747855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.747894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.747980] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 935.830223] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.830223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.830223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.830223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.830223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.845103] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 935.908755] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.031300] env[65672]: INFO networking_nsxv3.common.synchronization [req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 req-d809d0aa-e298-44df-855d-d034eafbc4a0 service nova] Enqueued Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_rules [ 936.031544] env[65672]: INFO networking_nsxv3.common.synchronization [req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 req-d809d0aa-e298-44df-855d-d034eafbc4a0 service nova] Enqueued Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_members [ 936.031650] env[65672]: INFO networking_nsxv3.common.synchronization [req-8f6e2409-f54d-4f5c-ac26-77d94e993ee8 req-d809d0aa-e298-44df-855d-d034eafbc4a0 service nova] Enqueued Resource ID: c84f7212-7ffc-4b86-89b1-0fc4844fc751 with Priority: HIGHEST for action port [ 936.032211] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_rules [ 936.032353] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_members [ 936.032449] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84f7212-7ffc-4b86-89b1-0fc4844fc751 with Priority: HIGHEST for action port [ 936.032742] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53daadce-d150-4df5-b274-c9c446d0a547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.032867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.032934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.033447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.033447] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.034252] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-53daadce-d150-4df5-b274-c9c446d0a547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.034674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.034674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.034674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.035218] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.035392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.035392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.036380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.036380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.036380] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.036622] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c84f7212-7ffc-4b86-89b1-0fc4844fc751 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.036836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c84f7212-7ffc-4b86-89b1-0fc4844fc751" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.036836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c84f7212-7ffc-4b86-89b1-0fc4844fc751" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.037011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c84f7212-7ffc-4b86-89b1-0fc4844fc751" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.037218] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84f7212-7ffc-4b86-89b1-0fc4844fc751',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.411385] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.411776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.411776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.411899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.411997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.412163] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 936.454909] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.455153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.455240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.455470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.455636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.471763] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 936.539485] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.541282] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-53daadce-d150-4df5-b274-c9c446d0a547 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.541282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.541743] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c84f7212-7ffc-4b86-89b1-0fc4844fc751 with status ACTIVE [ 936.541743] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.541934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.541934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.542385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.542562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.542802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.542944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.543197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.544904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.544904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.544904] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.544904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.544904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.544904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.544904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.544904] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c84f7212-7ffc-4b86-89b1-0fc4844fc751 is going to be updated. [ 936.570373] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.570549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.570649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.570874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.571023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.571231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c84f7212-7ffc-4b86-89b1-0fc4844fc751" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.047386] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.550275] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.550275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.550275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.550275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.550275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.550932] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53daadce-d150-4df5-b274-c9c446d0a547 is going to be created. [ 937.607106] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.607406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.607579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.607790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.608058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.648309] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53daadce-d150-4df5-b274-c9c446d0a547 in Status: UNINITIALIZED for 2s [ 937.835604] env[65672]: INFO networking_nsxv3.common.synchronization [req-ebe79b02-12ca-4e10-b4f2-93265c847c1c req-00be029d-cfee-4a88-bf54-d3c6faf2c36d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 937.836663] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 937.836663] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.836886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.836886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.837049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.837187] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.837286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.837341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.837800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.837800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.837800] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.865917] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 937.865917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.303490] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.303712] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.303839] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.304349] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.304741] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.305000] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.305201] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.305512] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.305671] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.305914] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.306059] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.306175] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.306330] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.307028] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.307028] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.307028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.340680] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.340847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.340929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.341565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.343355] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.343890] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.343890] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.343890] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.344727] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.344727] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.344727] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.344979] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.345125] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c136b922-cdd4-4ef6-acc9-02ce70e3dfe8',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.378556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.378910] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.379081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.379185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.379519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.379675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.379774] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 938.420245] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.420503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.420632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.420957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.421528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.435111] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 938.488032] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 938.488032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.488032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.488032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.488032] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.488032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.488032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.488032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.488032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.488032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.488032] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.848038] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.848567] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.848567] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.848685] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.848836] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.848990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 not found, creating... [ 938.849280] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.849442] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.849557] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.849784] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.849923] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.850253] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.850443] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.850571] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.850793] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.850926] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.851083] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 is going to be created. [ 938.873059] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.873294] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.873419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.873702] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.873939] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.874247] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.994428] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.994788] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.994883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.995388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.995647] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.995766] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.995849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.996055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.996156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.996257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.996575] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.996711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.996765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.996949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.997142] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.997251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.997318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.997479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.997570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.997662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.997766] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.415921] env[65672]: INFO networking_nsxv3.common.synchronization [req-b3bb76b5-9bba-48b1-aa77-a4a22107ee3f req-207498b8-4e22-4272-827d-5b8819c38b8a tempest-ImagesOneServerNegativeTestJSON-1556858057 tempest-ImagesOneServerNegativeTestJSON-1556858057-project-member] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 939.416489] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGHEST for action security_group_members [ 939.417207] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.417207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.417207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.417376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.417407] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.417542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.417663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.417787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.417953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.418035] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.502022] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b04c13e-be78-42e6-9be4-6994fbfd872f: rpc.has_security_group_logging(os_id): False [ 939.525026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.525026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.525026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.525026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.525026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.525026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.525026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.525026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.525026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.525026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.525026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.525984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.525984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.526099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.526099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.526326] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.526451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.526521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.526757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.526831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.526925] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 939.603590] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.603828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.603828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.604052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.604206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.623308] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 939.640558] env[65672]: INFO networking_nsxv3.common.synchronization [req-ebe79b02-12ca-4e10-b4f2-93265c847c1c req-979cef22-dd0b-4855-b101-4c5347aecae9 service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 939.640756] env[65672]: INFO networking_nsxv3.common.synchronization [req-ebe79b02-12ca-4e10-b4f2-93265c847c1c req-979cef22-dd0b-4855-b101-4c5347aecae9 service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 939.640910] env[65672]: INFO networking_nsxv3.common.synchronization [req-ebe79b02-12ca-4e10-b4f2-93265c847c1c req-979cef22-dd0b-4855-b101-4c5347aecae9 service nova] Enqueued Resource ID: c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 with Priority: HIGHEST for action port [ 939.641555] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 939.641732] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 939.641834] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 with Priority: HIGHEST for action port [ 939.642341] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.642611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.642744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.642998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.643221] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.645640] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.645640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.645640] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.645640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.645640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.645640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.645640] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c136b922-cdd4-4ef6-acc9-02ce70e3dfe8',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.661049] env[65672]: INFO networking_nsxv3.common.synchronization [req-4c88b513-cf5f-4db3-939a-2e7d4b9df919 req-f7e2812c-d77f-42bf-ab76-f35af7e305fa tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 939.662717] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53daadce-d150-4df5-b274-c9c446d0a547 in Status: SUCCESS [ 939.662717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.663928] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 939.664596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.664596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.665124] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.665124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.665124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.665124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.665382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.665928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.665928] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.667309] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.667309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.667309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.667309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.667523] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.667622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.667729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.667911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.668255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.668255] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.902365] env[65672]: INFO networking_nsxv3.common.synchronization [req-91cfc12a-3a57-49b5-a5f6-fec570253259 req-bfca74bc-5116-44a6-b513-f03ecbc26052 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 939.902981] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 939.903322] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.903433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.903486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.903686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.903843] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.903976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.904347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.904347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.904347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.904480] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.921741] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.921977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.922159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.922443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.922571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.922925] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.923906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.923906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.923906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.923906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.924055] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be updated. [ 939.956972] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.956972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.956972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.956972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.956972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.969254] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: IN_PROGRESS for 2s [ 940.106091] env[65672]: INFO networking_nsxv3.common.synchronization [req-56be77dd-35ba-4e21-a044-02a33db74761 req-39b3539d-60e6-4856-878f-9a2d2d22c342 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 940.107246] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 940.107391] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.107636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.148439] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.148666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.148790] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 with status ACTIVE [ 940.148976] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.149159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.149374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.149564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.149663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.149898] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.150032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.150151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.150331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.150331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.150524] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.150654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.150729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.150855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.150935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.151029] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c136b922-cdd4-4ef6-acc9-02ce70e3dfe8 is going to be updated. [ 940.170921] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.172231] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.181317] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.181463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.181534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.181752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.181984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.182065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c136b922-cdd4-4ef6-acc9-02ce70e3dfe8" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.407063] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.407527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.407527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.407735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.407877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.408191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.408356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.408446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.408686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.408809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.409044] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 940.450944] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 940.451151] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 deletion is rescheduled due to dependency. [ 940.451264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.451483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.452329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.452329] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.452329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.452329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.452329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.452329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.452580] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.458781] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.458781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.458781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.459840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.459840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.470146] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 940.676123] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53daadce-d150-4df5-b274-c9c446d0a547: rpc.has_security_group_logging(os_id): False [ 940.678027] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.734124] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.734124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.734124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.734690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.734690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.734690] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.736579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.736579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.736579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.736579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.736579] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53daadce-d150-4df5-b274-c9c446d0a547 is going to be created. [ 940.843705] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.843916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.843962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.844205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.844378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.866888] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53daadce-d150-4df5-b274-c9c446d0a547 in Status: IN_PROGRESS for 2s [ 940.955980] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.180231] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.180469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.180765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.181091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.181239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.181396] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 941.216209] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.216209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.216209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.216209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.216840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.233468] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 941.416914] env[65672]: INFO networking_nsxv3.common.synchronization [req-d33257fd-b58d-4e0d-9ff7-82800261cee3 req-e4b21f61-7718-4bb8-96db-c969a83672c2 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Enqueued Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGHEST for action security_group_members [ 941.417899] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGHEST for action security_group_members [ 941.418321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-af7c15b9-d77b-41c4-9bb7-7e98760843d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.418575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.418575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.418888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.419069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.419209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.419281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.419480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.419577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.419652] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.458698] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.637916] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 941.638311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.754759] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-766 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.757598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.757598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.757598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.757598] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.757598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.757598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.758478] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.758783] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.759014] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.759140] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.759245] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.759422] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.759593] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.759699] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.759862] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.784547] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.784864] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.784925] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.785110] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.785499] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-df2af57e-a406-45c7-90b5-331e20d45458 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.785805] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-df2af57e-a406-45c7-90b5-331e20d45458" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.785906] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-df2af57e-a406-45c7-90b5-331e20d45458" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.786382] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-df2af57e-a406-45c7-90b5-331e20d45458" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.786421] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2af57e-a406-45c7-90b5-331e20d45458',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.922317] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.922479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.922551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.922779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.922871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.923116] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.923212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.923273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.923849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.923957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.924060] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 already deleted. [ 941.924149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.961931] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.962330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.962330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.962421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.962522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.962628] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 941.982373] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa079922-c623-4324-827b-2e5bf5044b11 in Status: SUCCESS [ 941.982568] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa079922-c623-4324-827b-2e5bf5044b11 deletion is rescheduled due to dependency. [ 941.982687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.999084] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.999301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.999301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.999771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.000086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.039147] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 942.291437] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.291437] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.291437] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.291915] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.291915] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.291915] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port df2af57e-a406-45c7-90b5-331e20d45458 not found, creating... [ 942.292257] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.292330] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.293039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.293039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.293039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.293201] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.293362] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.293474] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.293711] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.293819] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.293952] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: df2af57e-a406-45c7-90b5-331e20d45458 is going to be created. [ 942.318294] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.318521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.318713] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.319262] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.319508] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.319776] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-df2af57e-a406-45c7-90b5-331e20d45458" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.498098] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 942.498449] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f deletion is rescheduled due to dependency. [ 942.498591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.881561] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53daadce-d150-4df5-b274-c9c446d0a547 in Status: SUCCESS [ 942.881729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.245479] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 943.245997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.246138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.246369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.246808] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.246896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.246966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.247234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.247384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.247582] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.527912] env[65672]: INFO networking_nsxv3.common.synchronization [req-d33257fd-b58d-4e0d-9ff7-82800261cee3 req-42427e70-61e9-4d23-91a2-a54dc4f0a536 service nova] Enqueued Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGHEST for action security_group_rules [ 943.528219] env[65672]: INFO networking_nsxv3.common.synchronization [req-d33257fd-b58d-4e0d-9ff7-82800261cee3 req-42427e70-61e9-4d23-91a2-a54dc4f0a536 service nova] Enqueued Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGHEST for action security_group_members [ 943.528443] env[65672]: INFO networking_nsxv3.common.synchronization [req-d33257fd-b58d-4e0d-9ff7-82800261cee3 req-42427e70-61e9-4d23-91a2-a54dc4f0a536 service nova] Enqueued Resource ID: df2af57e-a406-45c7-90b5-331e20d45458 with Priority: HIGHEST for action port [ 943.529148] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGHEST for action security_group_rules [ 943.529358] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGHEST for action security_group_members [ 943.529532] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2af57e-a406-45c7-90b5-331e20d45458 with Priority: HIGHEST for action port [ 943.529945] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.530138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.530246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.530607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.530739] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.531658] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-af7c15b9-d77b-41c4-9bb7-7e98760843d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.531779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.531844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.532037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.532196] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.532311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.532377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.532522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.532607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.532698] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.534310] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-df2af57e-a406-45c7-90b5-331e20d45458 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.535792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df2af57e-a406-45c7-90b5-331e20d45458" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.535792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df2af57e-a406-45c7-90b5-331e20d45458" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.535792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df2af57e-a406-45c7-90b5-331e20d45458" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.535792] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2af57e-a406-45c7-90b5-331e20d45458',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.750348] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.750562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.750693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.750875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.751377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.751377] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.751377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.751624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.751624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.751689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.751790] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 943.786900] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.787121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.787180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.787454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.787643] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.799031] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 944.038990] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.045023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-af7c15b9-d77b-41c4-9bb7-7e98760843d9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.045023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df2af57e-a406-45c7-90b5-331e20d45458 with status ACTIVE [ 944.045023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.045023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.045023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.045023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.045768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.045768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.045768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.045768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.045768] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df2af57e-a406-45c7-90b5-331e20d45458 is going to be updated. [ 944.056606] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 944.056826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.056988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.057224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.057417] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.057529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.057593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.057739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.057819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.057901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.057989] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.071250] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.071434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.071474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.071674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.071802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.071953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df2af57e-a406-45c7-90b5-331e20d45458" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.544877] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.563033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.563033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.563033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.563033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.563033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.563847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.563847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.563847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.563847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.563847] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.908467] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1ac16b8e-0705-4ad1-a162-8e9c8c50664b tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 944.909453] env[65672]: INFO networking_nsxv3.common.synchronization [req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 req-6f6eb19b-3de3-4b7a-9c18-ac1bca07950b tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Enqueued Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGHEST for action security_group_members [ 944.909928] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 944.910069] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGHEST for action security_group_members [ 944.910367] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.910496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.910558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.910763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.910901] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.911022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.911075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.911204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.911288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.911382] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.912526] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.912640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.912724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.912926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.913082] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.913874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.913874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.913874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.913874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.913874] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.047864] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.048760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.049237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.049494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.049596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.049705] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 is going to be created. [ 945.065771] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca42685-bdad-4a15-93da-c82a80eddc34: rpc.has_security_group_logging(os_id): False [ 945.098157] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.098157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.098157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.098157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.098157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.099845] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.100317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.100501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.100898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.101114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.105021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.105021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.105021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.105021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.105764] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.105764] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 945.129152] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 in Status: UNINITIALIZED for 2s [ 945.223914] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.224149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.224217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.224493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.224644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.250773] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 945.326625] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.326809] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.326938] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.327321] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.327718] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.327979] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.328127] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.328587] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.328587] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.328773] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.328884] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.328991] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.329111] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.329209] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.329534] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.329534] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.363153] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.363381] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.363547] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.363768] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.364166] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.368029] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.368029] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.368029] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.368029] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea591ce-ea48-4efe-94fb-bd63fdf2d94e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.418374] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.418374] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.418374] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.418374] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa already deleted. [ 945.418374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.810401] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 945.810687] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 deletion is rescheduled due to dependency. [ 945.810778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.868310] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.868804] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.868804] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.868936] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.869095] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.869251] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e not found, creating... [ 945.869539] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.869717] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.869829] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.870064] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.870579] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.871068] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.871239] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.871361] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.871581] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.871802] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.872021] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e is going to be created. [ 945.907618] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.908020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.908219] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.908607] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.908943] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.909298] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.918793] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.421794] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.421992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.422039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.422421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.422421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.422421] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 946.457935] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.458614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.458614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.458614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.458614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.469215] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 946.602378] env[65672]: INFO networking_nsxv3.common.synchronization [req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 req-9db262b4-ecf8-479a-8153-99451f8bad2a service nova] Enqueued Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGHEST for action security_group_rules [ 946.602561] env[65672]: INFO networking_nsxv3.common.synchronization [req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 req-9db262b4-ecf8-479a-8153-99451f8bad2a service nova] Enqueued Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGHEST for action security_group_members [ 946.602695] env[65672]: INFO networking_nsxv3.common.synchronization [req-bca929b4-92f3-4772-86d0-d7ee2ad4a9c2 req-9db262b4-ecf8-479a-8153-99451f8bad2a service nova] Enqueued Resource ID: 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e with Priority: HIGHEST for action port [ 946.603306] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGHEST for action security_group_rules [ 946.603371] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGHEST for action security_group_members [ 946.603461] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e with Priority: HIGHEST for action port [ 946.603738] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.603900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.603943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.604707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.604803] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.606661] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.606661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.606661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.606988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.607171] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.607276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.607338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.607499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.607587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.607947] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.610538] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.611122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.611122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.611591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.611721] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea591ce-ea48-4efe-94fb-bd63fdf2d94e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.106655] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.107081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.111228] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.113070] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e with status ACTIVE [ 947.113287] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.113410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.113488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.113695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.113763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.113936] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.114047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.114124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.114251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.114349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.114538] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.114627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.114675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.114815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.114887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.114966] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ea591ce-ea48-4efe-94fb-bd63fdf2d94e is going to be updated. [ 947.147886] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 in Status: SUCCESS [ 947.148136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.148299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.148509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.148703] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.148821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.148874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.149038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.149120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.149205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.149295] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.163348] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.163481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.163528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.163730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.163870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.164124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea591ce-ea48-4efe-94fb-bd63fdf2d94e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.271861] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 947.271861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.557613] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.557613] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.557613] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.558079] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.558501] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.558915] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.559226] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.559592] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.560291] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.560291] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.560291] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.560484] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.560484] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.561724] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.561724] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.561724] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.588044] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.588279] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.588431] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.588700] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.589112] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.589435] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.589611] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.589987] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.590208] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572ccccc-9f0c-40c8-9bf1-0a05e258ca5c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.613572] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.651201] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-af7c15b9-d77b-41c4-9bb7-7e98760843d9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.651362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.651435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.651693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.652355] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.652476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.652537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.652709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.652798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.652889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.653055] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-af7c15b9-d77b-41c4-9bb7-7e98760843d9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.653150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.653203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.653346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.653484] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.653577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.653634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.653765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.653840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.653919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.654014] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.697304] env[65672]: INFO networking_nsxv3.common.synchronization [req-100a0016-c80a-4e2e-b09a-51b2ae75e38e req-2a65feb6-a9cd-425d-972b-fac37aab1dd5 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 947.697860] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 947.698227] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.698356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.698434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.698636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.699256] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.699363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.699401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.700051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.700051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.700051] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.093043] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.093298] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.093444] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.093722] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.093868] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.094030] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c not found, creating... [ 948.094355] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.094612] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.094809] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.095081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.095252] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.095660] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.095867] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.095989] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.096213] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.096348] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.096486] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c is going to be created. [ 948.117304] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.117685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.117685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.117858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.118007] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.118445] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa is going to be created. [ 948.120366] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.120588] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.120737] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.121082] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.121231] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.121444] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.156670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.156941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.156941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.157179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.157301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.158588] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af7c15b9-d77b-41c4-9bb7-7e98760843d9: rpc.has_security_group_logging(os_id): False [ 948.169061] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.169061] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.169061] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.169389] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.169621] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.169785] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.169899] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.170137] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.170279] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.170489] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.170600] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.170706] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.170811] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.170919] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.171036] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.171169] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.174329] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa in Status: UNINITIALIZED for 2s [ 948.177742] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.177918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.177918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.178136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.178218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.178396] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.178513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.178577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.178688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.178765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.178963] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.179058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.179115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.179256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.179322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.179500] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.179599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.179664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.179779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.179838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.179924] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 is going to be created. [ 948.202330] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.223911] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.224397] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.224609] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.224827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.225189] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-388173a9-8b04-444e-b211-708d818173b7 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.225390] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-388173a9-8b04-444e-b211-708d818173b7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.225519] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-388173a9-8b04-444e-b211-708d818173b7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.225857] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-388173a9-8b04-444e-b211-708d818173b7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.225998] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388173a9-8b04-444e-b211-708d818173b7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.340822] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.341188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.341188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.341556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.341729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.360583] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 in Status: IN_PROGRESS for 2s [ 948.482743] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 948.483013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.705301] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.728058] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.728284] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.728426] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.728757] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.728935] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.729126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 388173a9-8b04-444e-b211-708d818173b7 not found, creating... [ 948.729398] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.730562] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.730562] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.730562] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.730562] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.730825] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.731056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.731184] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.731433] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.731578] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.731732] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 388173a9-8b04-444e-b211-708d818173b7 is going to be created. [ 948.761087] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.761372] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.761573] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.761756] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.762055] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.762335] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-388173a9-8b04-444e-b211-708d818173b7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.208323] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.208710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.208710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.208780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.208881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.208996] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be updated. [ 949.249284] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.249462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.249532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.249802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.249970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.269566] env[65672]: INFO networking_nsxv3.common.synchronization [req-cd620489-7fce-4054-a929-e86696191c5b req-682693aa-492c-4bb8-bbd6-aaaf3c8acae0 service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 949.269810] env[65672]: INFO networking_nsxv3.common.synchronization [req-cd620489-7fce-4054-a929-e86696191c5b req-682693aa-492c-4bb8-bbd6-aaaf3c8acae0 service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 949.270009] env[65672]: INFO networking_nsxv3.common.synchronization [req-cd620489-7fce-4054-a929-e86696191c5b req-682693aa-492c-4bb8-bbd6-aaaf3c8acae0 service nova] Enqueued Resource ID: 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c with Priority: HIGHEST for action port [ 949.270938] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: IN_PROGRESS for 2s [ 949.276223] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 949.276223] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 949.276223] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c with Priority: HIGHEST for action port [ 949.276223] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.276223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.276223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.276223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.276223] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.280581] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.280727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.280823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.281770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.282012] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.282160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.282268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.282496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.282778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.282778] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.283852] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.285014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.285014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.285014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.285014] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572ccccc-9f0c-40c8-9bf1-0a05e258ca5c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.472444] env[65672]: INFO networking_nsxv3.common.synchronization [req-100a0016-c80a-4e2e-b09a-51b2ae75e38e req-b2d4500c-4ca7-4445-ac67-63d30b79e307 service nova] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_rules [ 949.472679] env[65672]: INFO networking_nsxv3.common.synchronization [req-100a0016-c80a-4e2e-b09a-51b2ae75e38e req-b2d4500c-4ca7-4445-ac67-63d30b79e307 service nova] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 949.472882] env[65672]: INFO networking_nsxv3.common.synchronization [req-100a0016-c80a-4e2e-b09a-51b2ae75e38e req-b2d4500c-4ca7-4445-ac67-63d30b79e307 service nova] Enqueued Resource ID: 388173a9-8b04-444e-b211-708d818173b7 with Priority: HIGHEST for action port [ 949.473394] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_rules [ 949.473526] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 949.473617] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388173a9-8b04-444e-b211-708d818173b7 with Priority: HIGHEST for action port [ 949.473931] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.474115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.474115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.474355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.474457] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.477210] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.477330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.477458] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-388173a9-8b04-444e-b211-708d818173b7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.477579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-388173a9-8b04-444e-b211-708d818173b7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.477579] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-388173a9-8b04-444e-b211-708d818173b7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.477790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-388173a9-8b04-444e-b211-708d818173b7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.477863] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('388173a9-8b04-444e-b211-708d818173b7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.786752] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.788111] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.788111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.788389] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c with status ACTIVE [ 949.788452] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.788576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.788663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.788854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.788918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.790035] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.790035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.790035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.790035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.790035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.790035] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.790035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.790035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.790428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.790428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.790428] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 572ccccc-9f0c-40c8-9bf1-0a05e258ca5c is going to be updated. [ 949.815976] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.815976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.816184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.816273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.816450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.816652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-572ccccc-9f0c-40c8-9bf1-0a05e258ca5c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.979740] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.979868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.980067] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 388173a9-8b04-444e-b211-708d818173b7 with status ACTIVE [ 949.980239] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.980429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.980496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.981496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.981496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.981496] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.981496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.981496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.981496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.981496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.981496] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.981765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.981765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.981765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.981850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.981931] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 388173a9-8b04-444e-b211-708d818173b7 is going to be updated. [ 950.019641] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.021308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.021308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.021308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.021308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.021308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-388173a9-8b04-444e-b211-708d818173b7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.189911] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa in Status: SUCCESS [ 950.189911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.189911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.189911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.190149] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.190149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.190149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.191029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.191029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.191029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.191029] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.223986] env[65672]: INFO networking_nsxv3.common.synchronization [req-2a35b16e-51ac-4663-8497-527702d5a787 req-43e4eafc-1791-4a93-a2b3-93d06d4879dc tempest-ServerTagsTestJSON-353805112 tempest-ServerTagsTestJSON-353805112-project-member] Enqueued Resource ID: 455effee-45d0-43a0-92b9-72e5957d7515 with Priority: HIGHEST for action security_group_members [ 950.224846] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455effee-45d0-43a0-92b9-72e5957d7515 with Priority: HIGHEST for action security_group_members [ 950.225689] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-455effee-45d0-43a0-92b9-72e5957d7515 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.225797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.225837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.226035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.226206] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.226307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.226369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.226529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.226654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.226711] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455effee-45d0-43a0-92b9-72e5957d7515',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.289272] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.387748] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 in Status: SUCCESS [ 950.387983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.693806] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.693806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.693806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.693806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.693806] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.693806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.693806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.693806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.693806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.693806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.694234] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.694234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.694234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.694234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.694440] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.694440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.694507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.694850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.694850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.694850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.694850] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.730891] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.730891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.731212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.731246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.731367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.731660] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.731832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.731889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.732103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.732214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.732377] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455effee-45d0-43a0-92b9-72e5957d7515 is going to be updated. [ 950.768349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.768349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.768349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.768349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.768349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.780726] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455effee-45d0-43a0-92b9-72e5957d7515 in Status: IN_PROGRESS for 2s [ 950.795800] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.795800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.795800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.795800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.795800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.795800] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 950.832659] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.832659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.832659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.832659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.832659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.845950] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 951.199080] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cdf3c3c-39f7-48d7-a1c5-42668d054afa: rpc.has_security_group_logging(os_id): False [ 951.218302] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.218528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.218528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.219567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.219567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.219567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.219567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.219567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.219567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.219567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.219567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.219964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.219964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.219964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.219964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.220106] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.220159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.220200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.220346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.220457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.220576] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa is going to be created. [ 951.290562] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 951.290562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.290928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.290928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.291056] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.291139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.291189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.291399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.291468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.291537] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.326351] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.326536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.326575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.326758] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.326942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.348644] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa in Status: IN_PROGRESS for 2s [ 951.795292] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.299508] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.792883] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455effee-45d0-43a0-92b9-72e5957d7515 in Status: SUCCESS [ 952.793086] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455effee-45d0-43a0-92b9-72e5957d7515 deletion is rescheduled due to dependency. [ 952.793207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455effee-45d0-43a0-92b9-72e5957d7515" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.802049] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.802156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.802244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.802530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.802629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.802792] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be updated. [ 952.837792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.837948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.838050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.838268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.838416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.853565] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: IN_PROGRESS for 2s [ 952.856736] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 952.856736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.856736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.856736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.857153] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.857153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.857153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.857266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.857368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.857502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.857633] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.360486] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.360892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.360892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.360978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.361085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.361217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.361293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.361449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.361541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.361626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.361777] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.361869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.361918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.362089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.362267] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.362340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.362453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.362599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.362673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.362752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.362851] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.370336] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa in Status: SUCCESS [ 953.370669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.868495] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca42685-bdad-4a15-93da-c82a80eddc34: rpc.has_security_group_logging(os_id): False [ 953.890925] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.891195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.891259] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.891471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.891600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.891875] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.892195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.892195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.892508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.892617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.892925] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.893075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.893143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.893355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.893501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.893761] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.893877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.893993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.894100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.894185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.894291] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 953.933190] env[65672]: INFO networking_nsxv3.common.synchronization [None req-b3a87cf6-5d0d-4514-8c7d-485871031471 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_rules [ 953.933567] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_rules [ 953.933899] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.934083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.934160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.934529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.934609] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.980598] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.980837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.980947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.981326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.981461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.003038] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 954.110366] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c9ebd3cc-b3a9-4e44-92a2-d26918138592 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_rules [ 954.110366] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_rules [ 954.111755] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.112707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.461981] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.462576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.462576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.462576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.462714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.462714] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 already deleted. [ 954.462780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.462984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.463127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.463190] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.865846] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 954.866093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.866267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.866508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.866749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.866877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.866942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.867130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.867224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.867344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.867435] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.933407] env[65672]: INFO networking_nsxv3.common.synchronization [req-320c1e11-7266-4bdf-8188-ac220067bab5 req-15fff32c-1e49-4729-8051-3259683b3d8e tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 954.934312] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 954.934767] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.935211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.935211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.935468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.935613] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.935767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.935871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.936136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.936270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.936420] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.988202] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.990177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.990409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.990754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.990909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.991095] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 already deleted. [ 954.991242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.195038] env[65672]: INFO networking_nsxv3.common.synchronization [req-7daea5fa-ddb3-4612-8bc4-27fb19dc56e9 req-9bbd0d1a-2632-4fc3-a901-383a957d7369 tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 955.195038] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 955.195731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.196015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.196176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.198215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.198215] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.198215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.198215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.198215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.198215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.198215] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.374804] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.374804] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.374804] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.374804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.377153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.377153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.377153] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.377153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.377153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.377153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.377153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.377153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.377153] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.438739] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.702879] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.882198] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49978a95-2645-4d3c-bf96-439ecd590cab: rpc.has_security_group_logging(os_id): False [ 955.910443] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.910627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.910667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.910873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.910967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.911180] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.911276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.911406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.911492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.911573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.911893] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.911893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.912097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.912097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.912188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.912321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.912428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.912505] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.912648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.912727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.912819] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be updated. [ 955.940651] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.992984] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.993163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.993163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.993493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.993878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.018424] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 956.018663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.019440] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: IN_PROGRESS for 2s [ 956.206049] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.443908] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.443908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.443908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.443908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.444320] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.444320] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 956.483027] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.483027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.483027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.483027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.483027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.493823] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 956.708763] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.709183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.709183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.709282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.709364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.709493] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 is going to be updated. [ 956.743954] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.744181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.744433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.744561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.755643] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: IN_PROGRESS for 2s [ 957.847219] env[65672]: INFO networking_nsxv3.common.synchronization [req-ad0ee7ba-7394-4a49-965f-1ccf0f44bca9 req-0c2ef524-ce54-4f3c-913a-122c48dcd030 tempest-ServerGroupTestJSON-1840308248 tempest-ServerGroupTestJSON-1840308248-project-member] Enqueued Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGHEST for action security_group_members [ 957.847938] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGHEST for action security_group_members [ 957.848199] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-af7c15b9-d77b-41c4-9bb7-7e98760843d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.848377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.848489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.848737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.848955] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.849143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.849229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.849385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.849533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.849653] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.035365] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 958.036013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.354281] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.354478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.354554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.355707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.355707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.355707] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.355707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.355707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.355707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.355707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.355707] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 is going to be updated. [ 958.390022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.390022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.390022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.390022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.390022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.399992] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 in Status: IN_PROGRESS for 2s [ 958.508623] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 958.508923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.765893] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: SUCCESS [ 958.766095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.412487] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 in Status: SUCCESS [ 960.413057] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 deletion is rescheduled due to dependency. [ 960.413417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.542850] env[65672]: INFO networking_nsxv3.common.synchronization [req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 req-dd97ed7c-1bdc-4dc6-8b01-b6678133acb4 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_members [ 960.543760] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_members [ 960.544591] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.544741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.544805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.545114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.545301] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.545484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.545546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.545714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.545798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.545924] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.049443] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.049527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.049527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.049904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.049999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.050235] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.050334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.050418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.050828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.050828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.050828] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca already deleted. [ 961.050997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.127520] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.127520] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.127704] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.128072] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.128254] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.128343] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.128449] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.128658] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.128799] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.129054] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.129138] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.129291] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.129354] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.129550] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.129650] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.129838] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.156067] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.156250] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.156386] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.156570] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.157091] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-7735483e-bf38-4a97-92a2-593c0bf8a5ec taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.157091] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-7735483e-bf38-4a97-92a2-593c0bf8a5ec" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.157306] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-7735483e-bf38-4a97-92a2-593c0bf8a5ec" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.157735] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-7735483e-bf38-4a97-92a2-593c0bf8a5ec" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.157897] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7735483e-bf38-4a97-92a2-593c0bf8a5ec',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.661997] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.662500] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.662557] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.662883] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.663056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.663256] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 7735483e-bf38-4a97-92a2-593c0bf8a5ec not found, creating... [ 961.663583] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.664110] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.664110] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.664242] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.664503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.665090] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.665413] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.665596] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.665952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.666218] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.666460] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 7735483e-bf38-4a97-92a2-593c0bf8a5ec is going to be created. [ 961.693055] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.693276] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.693395] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.693679] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.693912] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.694155] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-7735483e-bf38-4a97-92a2-593c0bf8a5ec" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.418082] env[65672]: INFO networking_nsxv3.common.synchronization [req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 req-ceedb40c-d26b-4b1c-b874-9902660b3c5f service nova] Enqueued Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_rules [ 962.418082] env[65672]: INFO networking_nsxv3.common.synchronization [req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 req-ceedb40c-d26b-4b1c-b874-9902660b3c5f service nova] Enqueued Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_members [ 962.418082] env[65672]: INFO networking_nsxv3.common.synchronization [req-ea8955f6-0eac-41c0-9be5-2852ecea1c51 req-ceedb40c-d26b-4b1c-b874-9902660b3c5f service nova] Enqueued Resource ID: 7735483e-bf38-4a97-92a2-593c0bf8a5ec with Priority: HIGHEST for action port [ 962.418600] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_rules [ 962.420140] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_members [ 962.420140] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7735483e-bf38-4a97-92a2-593c0bf8a5ec with Priority: HIGHEST for action port [ 962.420140] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.420140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.420140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.420140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.420140] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.421349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.421349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.421349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.421528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.421624] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.421742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.421808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.421918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.421973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.423271] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.423271] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7735483e-bf38-4a97-92a2-593c0bf8a5ec taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.423405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7735483e-bf38-4a97-92a2-593c0bf8a5ec" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.423405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7735483e-bf38-4a97-92a2-593c0bf8a5ec" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.423717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7735483e-bf38-4a97-92a2-593c0bf8a5ec" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.423717] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7735483e-bf38-4a97-92a2-593c0bf8a5ec',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.570490] env[65672]: INFO networking_nsxv3.common.synchronization [req-ce2c5d05-b008-4c2f-a293-590077cdacb5 req-98cf3b75-17a7-4bc9-888c-58df6620a0d9 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 962.571975] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 962.572456] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.572526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.572594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.572882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.573104] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.573240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.573322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.573537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.573646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.573785] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.927046] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.927046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.927046] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.927699] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7735483e-bf38-4a97-92a2-593c0bf8a5ec with status ACTIVE [ 962.927699] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.927699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.927699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.927699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.927942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.927942] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.930203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.930203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.930203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.930203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.930203] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.930203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.930203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.930203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.930203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.930203] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7735483e-bf38-4a97-92a2-593c0bf8a5ec is going to be updated. [ 962.934115] env[65672]: INFO networking_nsxv3.common.synchronization [req-9b063496-5bcf-45fb-b229-8b7becf2f968 req-9f4b3928-9bab-4505-a422-c31e2654a29f tempest-ServerMetadataNegativeTestJSON-2101509723 tempest-ServerMetadataNegativeTestJSON-2101509723-project-member] Enqueued Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGHEST for action security_group_members [ 962.934864] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGHEST for action security_group_members [ 962.935203] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.935604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.935671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.936361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.936361] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.936361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.936361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.936361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.936604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.936604] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.956509] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.956509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.956660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.956771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.956901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.957065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7735483e-bf38-4a97-92a2-593c0bf8a5ec" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.084130] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.337436] env[65672]: INFO networking_nsxv3.common.synchronization [req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 req-6a0181d8-b386-4647-a528-b27c31f216bf tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 963.338400] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 963.338400] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.338400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.338400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.338567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.338567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.338664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.338738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.339412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.339563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.339669] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.434054] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.440060] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.440996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.440996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.440996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.441143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.441281] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.442072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.442072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.442072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.442072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.442072] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa is going to be updated. [ 963.479256] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.479422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.479483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.479671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.479809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.492623] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa in Status: IN_PROGRESS for 2s [ 963.586248] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.823479] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.823719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.823830] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.824239] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.824867] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.825169] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.825357] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.825724] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.825927] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.826282] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.826442] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.826693] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.826926] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.827180] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.827338] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.827589] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.845337] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.845337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.845337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.845337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.845337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.845337] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.845337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.845337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.845337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.845337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.845337] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 963.851340] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.851340] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.851340] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.851340] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.851644] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-9b2583cf-4ff6-404e-98c1-8148e893b6fd taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.851798] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-9b2583cf-4ff6-404e-98c1-8148e893b6fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.852236] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-9b2583cf-4ff6-404e-98c1-8148e893b6fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.852236] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-9b2583cf-4ff6-404e-98c1-8148e893b6fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.852356] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2583cf-4ff6-404e-98c1-8148e893b6fd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.873594] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.873800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.873847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.874100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.874280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.884244] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 963.937329] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.937767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.937767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.937767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.937895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.937973] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca is going to be created. [ 963.995906] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.996177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.996177] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.996374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.996539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.014526] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7647f243-099f-4cda-bea5-9079ed6b01ca in Status: UNINITIALIZED for 2s [ 964.088283] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.088848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.088848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.088848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.089141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.089141] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be updated. [ 964.137367] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.137367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.137567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.137627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.137754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161921] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: IN_PROGRESS for 2s [ 964.355537] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.357462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.357462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.357462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.357462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.357462] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 9b2583cf-4ff6-404e-98c1-8148e893b6fd not found, creating... [ 964.357462] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.357462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.357462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.357462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.357462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.358015] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.358015] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.358015] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.358323] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.358323] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.358457] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 9b2583cf-4ff6-404e-98c1-8148e893b6fd is going to be created. [ 964.386460] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.386460] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.386460] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.386460] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.386908] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.386908] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-9b2583cf-4ff6-404e-98c1-8148e893b6fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.433083] env[65672]: INFO networking_nsxv3.common.synchronization [req-889d71cf-6421-4520-9aee-1c7bd06b4311 req-c34c1661-d526-43c2-ab9f-2599ac8b17a5 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 964.433083] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 964.433276] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.433331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.433438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.433706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.433884] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.434190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.434190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.434474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.434474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.434474] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.936154] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.941868] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1e092981-12ca-441d-b0d6-ebc8496e8bba tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 964.942545] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 964.942866] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.942966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.123328] env[65672]: INFO networking_nsxv3.common.synchronization [req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 req-863eddf0-15be-4ead-9e9c-4c6496ca4f24 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 965.123328] env[65672]: INFO networking_nsxv3.common.synchronization [req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 req-863eddf0-15be-4ead-9e9c-4c6496ca4f24 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 965.123328] env[65672]: INFO networking_nsxv3.common.synchronization [req-e670c2e8-73ef-4dcc-b0cf-fe43c38a2744 req-863eddf0-15be-4ead-9e9c-4c6496ca4f24 service nova] Enqueued Resource ID: 9b2583cf-4ff6-404e-98c1-8148e893b6fd with Priority: HIGHEST for action port [ 965.123328] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 965.123328] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 965.123328] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2583cf-4ff6-404e-98c1-8148e893b6fd with Priority: HIGHEST for action port [ 965.124199] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.124536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.124725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.125766] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.125766] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.127701] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.128227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.128497] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b2583cf-4ff6-404e-98c1-8148e893b6fd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.128646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b2583cf-4ff6-404e-98c1-8148e893b6fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.130063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b2583cf-4ff6-404e-98c1-8148e893b6fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.130298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b2583cf-4ff6-404e-98c1-8148e893b6fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.130396] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2583cf-4ff6-404e-98c1-8148e893b6fd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.439934] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.662473] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa in Status: SUCCESS [ 965.662473] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa deletion is rescheduled due to dependency. [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.662473] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.662473] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b2583cf-4ff6-404e-98c1-8148e893b6fd with status ACTIVE [ 965.662473] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.662473] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.662473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.666372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.666372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.666372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.666372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.666372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.666372] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b2583cf-4ff6-404e-98c1-8148e893b6fd is going to be updated. [ 965.677145] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.677666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.677666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.677666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.677847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.677895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b2583cf-4ff6-404e-98c1-8148e893b6fd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.897810] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 965.899204] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f deletion is rescheduled due to dependency. [ 965.899204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.899204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.899204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.899834] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.901261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.901261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.901261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.901261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.901261] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.942617] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.942617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.942617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.943114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.943114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.943172] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 965.985238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.985238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.985238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.985238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.985238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.006288] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 966.027223] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7647f243-099f-4cda-bea5-9079ed6b01ca in Status: SUCCESS [ 966.027223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.027223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.027223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.027400] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.027467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.027510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.027672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.027767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.027866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.027930] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.173882] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 966.174279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.404189] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.531812] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.906754] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.033580] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7647f243-099f-4cda-bea5-9079ed6b01ca: rpc.has_security_group_logging(os_id): False [ 967.060046] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.060224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.060285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.060499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.060635] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.060913] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.061107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.061107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.061257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.061334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.061483] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca is going to be created. [ 967.149024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.149203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.149284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.149512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.149818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.166517] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7647f243-099f-4cda-bea5-9079ed6b01ca in Status: IN_PROGRESS for 2s [ 967.238295] env[65672]: INFO networking_nsxv3.common.synchronization [req-7fc967cf-55d8-445a-bc4e-c3985d77a55a req-ff2ee18f-d66c-4ba7-942d-f090ee478506 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_members [ 967.241454] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGHEST for action security_group_members [ 967.241454] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.241454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.241454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.241454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.241454] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.241454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.241454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.241454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.241900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.241900] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.409945] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.410130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.410202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.410417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.410537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.410630] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 967.452365] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.452578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.452670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.453670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.453670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.462848] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 967.744944] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.745178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.745427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.745602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.745602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.745779] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.745931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.745931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.749694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.749694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.749694] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 is going to be updated. [ 967.788068] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.788068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.788295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.788476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.788648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.801469] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: IN_PROGRESS for 2s [ 968.014377] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 968.014659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.014896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.015357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.015482] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.015859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.015859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.016050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.016166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.016310] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.519191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.519487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.519487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.520019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.520798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.521069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.521186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.521252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.521428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.521514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.521690] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 968.550729] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.550910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.551560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.551560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.566060] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 968.639386] env[65672]: INFO networking_nsxv3.common.synchronization [req-ef873364-5471-4030-88e4-b2d08847dd80 req-e82d19b9-4dfa-49a0-9f08-1f65fde58b00 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_members [ 968.640145] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc with Priority: HIGHEST for action security_group_members [ 968.640555] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.640690] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.640756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.640992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.641189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.641309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.641389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.641562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.641674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.641776] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.144320] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.144476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.144587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.144822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.145025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.145154] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.145254] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.145330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.145499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.145620] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.145675] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc is going to be updated. [ 969.182093] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.182093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.182093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.182093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.182093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.185774] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7647f243-099f-4cda-bea5-9079ed6b01ca in Status: SUCCESS [ 969.185774] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.192435] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc in Status: IN_PROGRESS for 2s [ 969.474817] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 969.475053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.475585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.475841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.476099] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.476238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.476319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.476454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.476537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.476625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.476715] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.815383] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 in Status: SUCCESS [ 969.815383] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 deletion is rescheduled due to dependency. [ 969.815383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.980835] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.980835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.980835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.980835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.980835] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.980835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.980835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.980835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.981640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.981640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.981825] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.981904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.981938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.982156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.982317] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.982409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.982466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.982611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.982712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.982797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.982908] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.487514] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6f8df83-b8c8-4f7f-a368-0d3293a88b6f: rpc.has_security_group_logging(os_id): False [ 970.508215] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.508215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.509684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.509684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.509684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.509684] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.509684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.509684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.509684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.509684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.509968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.509968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.509968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.510158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.510158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.510472] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.510472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.510811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.510811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.510811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.510811] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 970.583904] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 970.583904] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 deletion is rescheduled due to dependency. [ 970.583904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.583904] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.583904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.583904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.583904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.583904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.603983] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 971.202613] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc in Status: SUCCESS [ 971.202942] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc deletion is rescheduled due to dependency. [ 971.202942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.620383] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 972.620383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.641777] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 973.641777] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 978.560637] env[65672]: INFO networking_nsxv3.common.synchronization [None req-6700ae14-c265-46b6-a917-2df03c3f0b70 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_rules [ 978.560637] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_rules [ 978.560637] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.560637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.561140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.561140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.561212] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.694926] env[65672]: INFO networking_nsxv3.common.synchronization [None req-af4d682d-004e-4a59-ac5e-da74e14406d0 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_rules [ 978.695833] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_rules [ 978.696166] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.696282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.088257] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.088402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.088492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.088698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.088790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.088887] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 already deleted. [ 979.088971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.089162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.089325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.089403] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.619041] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.619365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.619406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.619672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.619781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.620016] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 already deleted. [ 979.620168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.358459] env[65672]: INFO networking_nsxv3.common.synchronization [req-9364e6a5-e4e1-462d-93a8-b73442fd2980 req-79ef77c7-3fbd-482a-8481-aa86dbd034a6 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_members [ 980.359548] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_members [ 980.359548] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.359670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.359742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.360034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.360469] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.360469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.360469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.360646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.360646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.360707] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.667735] env[65672]: INFO networking_nsxv3.common.synchronization [None req-1f56a82c-b80e-43ac-b5fe-0bd4574cb902 None None] Enqueued Resource ID: 1bf107a8-c983-4c08-8467-8618780b7351 with Priority: HIGHEST for action port [ 980.669103] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf107a8-c983-4c08-8467-8618780b7351 with Priority: HIGHEST for action port [ 980.669801] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf107a8-c983-4c08-8467-8618780b7351 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.669801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf107a8-c983-4c08-8467-8618780b7351" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.670013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf107a8-c983-4c08-8467-8618780b7351" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.670344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf107a8-c983-4c08-8467-8618780b7351" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.670960] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf107a8-c983-4c08-8467-8618780b7351',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.863141] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.863141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.863141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.863377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.863377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.863605] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.863721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.863802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.864099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.864191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.864265] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 already deleted. [ 980.864341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.877717] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.878085] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.878230] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.878594] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.878956] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.879189] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.879370] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.879722] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.879955] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.880276] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.880421] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.880566] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.880760] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.880981] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.881419] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.881508] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.914626] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.914867] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.915051] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.915288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.915889] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-8bd1256c-2435-4c52-9729-74b9d5730ffa taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.915889] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-8bd1256c-2435-4c52-9729-74b9d5730ffa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.916069] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-8bd1256c-2435-4c52-9729-74b9d5730ffa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.916344] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-8bd1256c-2435-4c52-9729-74b9d5730ffa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.916483] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd1256c-2435-4c52-9729-74b9d5730ffa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.173304] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf107a8-c983-4c08-8467-8618780b7351 [ 981.174036] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.174208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.174306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.174541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.174715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.174842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf107a8-c983-4c08-8467-8618780b7351 already deleted. [ 981.175022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf107a8-c983-4c08-8467-8618780b7351" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.419135] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.419519] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.419784] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.419946] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.420113] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.420267] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 8bd1256c-2435-4c52-9729-74b9d5730ffa not found, creating... [ 981.420534] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.420689] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.420802] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.421037] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.421178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.421463] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.423193] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.423598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.424182] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.424182] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.424182] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 8bd1256c-2435-4c52-9729-74b9d5730ffa is going to be created. [ 981.451691] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.451920] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.452079] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.452318] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.452547] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.452782] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-8bd1256c-2435-4c52-9729-74b9d5730ffa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.480125] env[65672]: INFO networking_nsxv3.common.synchronization [req-6f44315b-38c8-476b-bd15-c952bd9bf328 req-37c55b2b-3909-4b99-b485-0097df3f79fe tempest-MigrationsAdminTest-949478279 tempest-MigrationsAdminTest-949478279-project-member] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 981.480858] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGHEST for action security_group_members [ 981.481319] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.481586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.482247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.482247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.482247] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.482767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.482944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.484105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.487034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.487034] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.987464] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.988549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.988549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.988549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.988549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.988829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.988829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.988829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.989033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.992112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.992303] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 is going to be updated. [ 982.028697] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.028697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.028993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.028993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.029365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.040459] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: IN_PROGRESS for 2s [ 982.106382] env[65672]: INFO networking_nsxv3.common.synchronization [req-01d506f9-a0a8-4a30-8f7d-922d6fefba7c req-76c54a05-1432-4c97-90b9-d068a5550a75 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 982.106541] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 982.107033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.107315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.107483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.107765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.108019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.108263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.108417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.109148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.109396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.110535] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.212397] env[65672]: INFO networking_nsxv3.common.synchronization [req-9364e6a5-e4e1-462d-93a8-b73442fd2980 req-ad28c924-ed98-4526-8d34-f2a9300b3570 service nova] Enqueued Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_rules [ 982.212595] env[65672]: INFO networking_nsxv3.common.synchronization [req-9364e6a5-e4e1-462d-93a8-b73442fd2980 req-ad28c924-ed98-4526-8d34-f2a9300b3570 service nova] Enqueued Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_members [ 982.212864] env[65672]: INFO networking_nsxv3.common.synchronization [req-9364e6a5-e4e1-462d-93a8-b73442fd2980 req-ad28c924-ed98-4526-8d34-f2a9300b3570 service nova] Enqueued Resource ID: 8bd1256c-2435-4c52-9729-74b9d5730ffa with Priority: HIGHEST for action port [ 982.213415] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_rules [ 982.213542] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_members [ 982.213631] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd1256c-2435-4c52-9729-74b9d5730ffa with Priority: HIGHEST for action port [ 982.213890] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.214011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.214071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.214414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.214414] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.215226] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.215335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.215963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.215963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.215963] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.215963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.215963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.216205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.216205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.216205] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.217041] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bd1256c-2435-4c52-9729-74b9d5730ffa taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.217152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bd1256c-2435-4c52-9729-74b9d5730ffa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.218013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bd1256c-2435-4c52-9729-74b9d5730ffa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.218013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bd1256c-2435-4c52-9729-74b9d5730ffa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.218013] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bd1256c-2435-4c52-9729-74b9d5730ffa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.613039] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.613039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.613039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.613298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.613406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.613660] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.613780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.613859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.614044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.614127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.614216] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 982.653508] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.653676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.653940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.654013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.654147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.671839] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 982.719577] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.719981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.720229] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.721165] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bd1256c-2435-4c52-9729-74b9d5730ffa with status ACTIVE [ 982.721354] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.721472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.721544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.721758] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.721830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.722014] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.723440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.723440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.723440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.723440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.723440] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.723440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.723440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.723440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.723440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.723440] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bd1256c-2435-4c52-9729-74b9d5730ffa is going to be updated. [ 982.748252] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.748252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.748252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.748857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.749112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.749319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bd1256c-2435-4c52-9729-74b9d5730ffa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.228826] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.422274] env[65672]: INFO networking_nsxv3.common.synchronization [None req-fcaaaba6-3482-4ad6-a4a2-67f430a0d92c None None] Enqueued Resource ID: 2f0cc837-1453-4586-a6de-1a529b673e26 with Priority: HIGHEST for action port [ 983.422274] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0cc837-1453-4586-a6de-1a529b673e26 with Priority: HIGHEST for action port [ 983.422274] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0cc837-1453-4586-a6de-1a529b673e26 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.422274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0cc837-1453-4586-a6de-1a529b673e26" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.422274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0cc837-1453-4586-a6de-1a529b673e26" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.423240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0cc837-1453-4586-a6de-1a529b673e26" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.423476] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0cc837-1453-4586-a6de-1a529b673e26',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.729541] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.729702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.729776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.729990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.730817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.730817] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 is going to be created. [ 983.758022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.758022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.758022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.758022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.758022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.768359] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 in Status: UNINITIALIZED for 2s [ 983.926382] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f0cc837-1453-4586-a6de-1a529b673e26 [ 983.926698] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.926862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.926958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.927284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.927412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.927553] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f0cc837-1453-4586-a6de-1a529b673e26 already deleted. [ 983.927673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0cc837-1453-4586-a6de-1a529b673e26" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.051234] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 in Status: SUCCESS [ 984.051597] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 deletion is rescheduled due to dependency. [ 984.051731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.683341] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 984.683945] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 deletion is rescheduled due to dependency. [ 984.683945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.780600] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 in Status: SUCCESS [ 985.781304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.781304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.781514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.781735] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.781922] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.781922] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.782137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.782188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.782296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.782774] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.285922] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.513302] env[65672]: INFO networking_nsxv3.common.synchronization [req-67dfe364-d95e-420a-8fe6-d64736bc6242 req-87303fb3-a5c4-4ead-b09b-b3edf0e5c63f tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 986.513921] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 986.514733] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.514914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.515026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.515270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.515488] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.515631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.515720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.515940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.516083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.516211] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.520113] env[65672]: INFO networking_nsxv3.common.synchronization [req-f23b6b66-360f-4f3f-8f33-75c764e51fb5 req-05c6c4bf-9ff2-4607-a12a-460dfb538709 tempest-ServerActionsV293TestJSON-1351092634 tempest-ServerActionsV293TestJSON-1351092634-project-member] Enqueued Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_members [ 986.520865] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGHEST for action security_group_members [ 986.521248] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8a7c4b-5a70-403f-b27e-102cef100bb3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.521461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.521510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.521733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.521922] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.522065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.522155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.522337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.522453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.522576] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.790509] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ec0511-60f5-40c9-a2b4-c4d4125c4698: rpc.has_security_group_logging(os_id): False [ 986.811062] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.811062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.811207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.811326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.811431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.811693] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.811801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.811875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.812066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.812155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.812273] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 is going to be created. [ 986.884921] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.885218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.885294] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.886327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.886674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.903784] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 in Status: IN_PROGRESS for 2s [ 987.022452] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.026176] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.026380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.026442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.026665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.026762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.026978] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.027159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.027218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.027380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.027456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.028950] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 is going to be updated. [ 987.069665] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.069864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.070023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.071092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.071092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.086152] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 in Status: IN_PROGRESS for 2s [ 987.524251] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.029280] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.029280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.029280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.029280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.029768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.029768] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 988.067831] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.068044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.068087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.068258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.068397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.080534] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 988.919814] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 in Status: SUCCESS [ 988.920938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.099701] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 in Status: SUCCESS [ 989.100304] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 deletion is rescheduled due to dependency. [ 989.100304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.112589] env[65672]: INFO networking_nsxv3.common.synchronization [None req-17d50fae-327f-46a2-aacd-4c636b6c797d None None] Enqueued Resource ID: 39a33f78-39ff-47e5-b19b-b9d352f3eef5 with Priority: HIGHEST for action port [ 989.113165] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a33f78-39ff-47e5-b19b-b9d352f3eef5 with Priority: HIGHEST for action port [ 989.113478] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-39a33f78-39ff-47e5-b19b-b9d352f3eef5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.113664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39a33f78-39ff-47e5-b19b-b9d352f3eef5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.113664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39a33f78-39ff-47e5-b19b-b9d352f3eef5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.114450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39a33f78-39ff-47e5-b19b-b9d352f3eef5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.114450] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a33f78-39ff-47e5-b19b-b9d352f3eef5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.618678] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39a33f78-39ff-47e5-b19b-b9d352f3eef5 [ 989.619865] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.619865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.619865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.619865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.619865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.619865] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39a33f78-39ff-47e5-b19b-b9d352f3eef5 already deleted. [ 989.619865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39a33f78-39ff-47e5-b19b-b9d352f3eef5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.094256] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 990.094256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.378152] env[65672]: INFO networking_nsxv3.common.synchronization [None req-7c2bae07-d463-4330-8232-9568fe3868bb None None] Enqueued Resource ID: 1c11bd07-24b9-48a3-b15c-96a8b6dedc21 with Priority: HIGHEST for action port [ 992.378680] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c11bd07-24b9-48a3-b15c-96a8b6dedc21 with Priority: HIGHEST for action port [ 992.378993] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c11bd07-24b9-48a3-b15c-96a8b6dedc21 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.380060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c11bd07-24b9-48a3-b15c-96a8b6dedc21" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.380060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c11bd07-24b9-48a3-b15c-96a8b6dedc21" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.380060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c11bd07-24b9-48a3-b15c-96a8b6dedc21" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.380060] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c11bd07-24b9-48a3-b15c-96a8b6dedc21',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.603019] env[65672]: INFO networking_nsxv3.common.synchronization [None req-73a322d3-24e3-4c5a-93c3-048b2a1a8640 None None] Enqueued Resource ID: 0a0c0747-d6af-4c64-adb6-7dc4d481ecd3 with Priority: HIGHEST for action port [ 992.603780] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0c0747-d6af-4c64-adb6-7dc4d481ecd3 with Priority: HIGHEST for action port [ 992.603825] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0c0747-d6af-4c64-adb6-7dc4d481ecd3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.603942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0c0747-d6af-4c64-adb6-7dc4d481ecd3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.604529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0c0747-d6af-4c64-adb6-7dc4d481ecd3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.604529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0c0747-d6af-4c64-adb6-7dc4d481ecd3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.604529] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0c0747-d6af-4c64-adb6-7dc4d481ecd3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.881535] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c11bd07-24b9-48a3-b15c-96a8b6dedc21 [ 992.881669] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.881830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.881920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.882193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.882360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.882487] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c11bd07-24b9-48a3-b15c-96a8b6dedc21 already deleted. [ 992.882607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c11bd07-24b9-48a3-b15c-96a8b6dedc21" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.888921] env[65672]: INFO networking_nsxv3.common.synchronization [None req-b22adfee-0d1b-47af-925b-d6f06af9695e tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_rules [ 992.889463] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_rules [ 992.889763] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.889874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.891436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.891436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.891436] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.029785] env[65672]: INFO networking_nsxv3.common.synchronization [None req-b5ec6cbe-bf46-4fb2-ba5e-681cd6037978 tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_rules [ 993.029785] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_rules [ 993.029785] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.029785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.106036] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a0c0747-d6af-4c64-adb6-7dc4d481ecd3 [ 993.106328] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.107305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.107394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.107610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.107743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.107807] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a0c0747-d6af-4c64-adb6-7dc4d481ecd3 already deleted. [ 993.107891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0c0747-d6af-4c64-adb6-7dc4d481ecd3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.414702] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.415077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.415077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.415318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.415318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.415406] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 already deleted. [ 993.415502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.415611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.415913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.415991] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.938428] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.938647] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.938726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.941817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.941817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.941817] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 already deleted. [ 993.941817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.311807] env[65672]: INFO networking_nsxv3.common.synchronization [None req-31694ab6-2912-4aec-b760-4e9af9748955 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_rules [ 994.312377] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_rules [ 994.312692] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.312797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.312868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.314360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.314360] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.430424] env[65672]: INFO networking_nsxv3.common.synchronization [None req-54a70e3a-4c53-45af-b1a8-c12bdc6ab413 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_rules [ 994.431122] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_rules [ 994.431344] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.431398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.721558] env[65672]: INFO networking_nsxv3.common.synchronization [req-45d49767-f704-4180-9f68-e898cb5821ee req-a7d5f050-3337-4929-ba70-1b77dd0eec06 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 994.722174] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 994.722500] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.722675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.722765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.726045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.726045] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.726045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.726045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.726045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.726045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.726045] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.836844] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.837167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.837289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.837594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.837721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.837865] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b already deleted. [ 994.838344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.838730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.840230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.840230] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.136438] env[65672]: INFO networking_nsxv3.common.synchronization [None req-a971e148-259d-4695-9e52-14695135dfd8 None None] Enqueued Resource ID: dec88314-37b9-4bab-a237-aec44c9a96b9 with Priority: HIGHEST for action port [ 995.136438] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec88314-37b9-4bab-a237-aec44c9a96b9 with Priority: HIGHEST for action port [ 995.137252] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec88314-37b9-4bab-a237-aec44c9a96b9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.137606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec88314-37b9-4bab-a237-aec44c9a96b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.137820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec88314-37b9-4bab-a237-aec44c9a96b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.138502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec88314-37b9-4bab-a237-aec44c9a96b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.138994] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec88314-37b9-4bab-a237-aec44c9a96b9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.227221] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.227395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.227466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.227686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.227778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.227978] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.228263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.228263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.228407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.228407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.228664] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f already deleted. [ 995.228664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.258397] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.258594] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.258713] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.259058] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.259332] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.259480] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.259593] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.259808] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.259955] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.260178] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.260343] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.260387] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.260495] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.260599] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.260702] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.260827] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.281567] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.281809] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.281987] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.282232] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.282595] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.282794] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.282957] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.283467] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.283467] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7ef205-6c5a-4390-8806-995a8ba7b6ff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.364880] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.366821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.366980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.368456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.368456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.368456] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b already deleted. [ 995.368456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.644492] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec88314-37b9-4bab-a237-aec44c9a96b9 [ 995.644492] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.644492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.644492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.644492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.644492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.644492] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec88314-37b9-4bab-a237-aec44c9a96b9 already deleted. [ 995.644492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec88314-37b9-4bab-a237-aec44c9a96b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.786293] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.786531] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.786657] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.787295] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.787295] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.787445] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 0a7ef205-6c5a-4390-8806-995a8ba7b6ff not found, creating... [ 995.787725] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.787915] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.788068] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.788469] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.788522] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.788867] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.788924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.789073] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.789295] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.789404] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.789572] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 0a7ef205-6c5a-4390-8806-995a8ba7b6ff is going to be created. [ 995.811300] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.811541] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.811661] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.811957] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.812224] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.812467] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.564888] env[65672]: INFO networking_nsxv3.common.synchronization [req-45d49767-f704-4180-9f68-e898cb5821ee req-dcb31671-8679-4b8e-9c92-d55adc18c6a3 service nova] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_rules [ 996.565491] env[65672]: INFO networking_nsxv3.common.synchronization [req-45d49767-f704-4180-9f68-e898cb5821ee req-dcb31671-8679-4b8e-9c92-d55adc18c6a3 service nova] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 996.565678] env[65672]: INFO networking_nsxv3.common.synchronization [req-45d49767-f704-4180-9f68-e898cb5821ee req-dcb31671-8679-4b8e-9c92-d55adc18c6a3 service nova] Enqueued Resource ID: 0a7ef205-6c5a-4390-8806-995a8ba7b6ff with Priority: HIGHEST for action port [ 996.566238] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_rules [ 996.566399] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 996.566453] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7ef205-6c5a-4390-8806-995a8ba7b6ff with Priority: HIGHEST for action port [ 996.567023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.567023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.567023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.567198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.567232] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.568298] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.568476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.568540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.568711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.569287] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.569287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.569287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.569287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.569287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.569524] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.570469] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.570469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.570469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.570469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.570469] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7ef205-6c5a-4390-8806-995a8ba7b6ff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.072234] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.072566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.072566] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.073628] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a7ef205-6c5a-4390-8806-995a8ba7b6ff with status ACTIVE [ 997.074625] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.074625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.074625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.074625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.074625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.074625] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.074625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.075033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.075033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.075033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.075163] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.075274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.075309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.075791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.075791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.075791] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a7ef205-6c5a-4390-8806-995a8ba7b6ff is going to be updated. [ 997.103699] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.103699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.103894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.103930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.104074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.104269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7ef205-6c5a-4390-8806-995a8ba7b6ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.373378] env[65672]: INFO networking_nsxv3.common.synchronization [req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 req-233cb3da-cae1-47b0-a0e0-cc59327944c2 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 997.374814] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 997.375150] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.375266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.375324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.375531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.375705] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.375757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.375819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.375961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.376054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.376142] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.577342] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.680102] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.680356] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.680412] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.680683] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.680934] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.682931] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.684041] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.685591] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.685694] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.685930] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.686056] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.686166] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.686296] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.686376] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.686476] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.686896] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.709719] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.709719] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.709719] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.709719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.709719] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.709719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.709719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.709719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.709719] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846c7bdf-3ee0-4ed4-acd4-f6ff566c4181',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.878554] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.878554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.878554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.878828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.878828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.879731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.879731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.879731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.879731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.879731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.879731] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 997.908922] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.909100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.909181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.909394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.909501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.919308] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 998.079552] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.079842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.079842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.079975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.080085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.080190] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be created. [ 998.107509] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.107915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.107915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.108030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.108113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.118305] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: UNINITIALIZED for 2s [ 998.211609] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.211837] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.211963] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.212256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.212408] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.212560] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 not found, creating... [ 998.212824] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.212981] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.213109] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.213320] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.213457] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.213735] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.213886] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.213999] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.214217] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.214352] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.214518] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 is going to be created. [ 998.244468] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.244468] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.244468] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.244642] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.245116] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.245411] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.979761] env[65672]: INFO networking_nsxv3.common.synchronization [req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 req-f3c8b826-65ae-46e4-9346-f838244ce75c service nova] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_rules [ 998.979943] env[65672]: INFO networking_nsxv3.common.synchronization [req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 req-f3c8b826-65ae-46e4-9346-f838244ce75c service nova] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 998.980098] env[65672]: INFO networking_nsxv3.common.synchronization [req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 req-f3c8b826-65ae-46e4-9346-f838244ce75c service nova] Enqueued Resource ID: 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 with Priority: HIGHEST for action port [ 998.980324] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_rules [ 998.980451] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 998.980543] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 with Priority: HIGHEST for action port [ 998.983306] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.983306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.983306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.983306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.983306] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.983306] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.983306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.983306] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.983306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.983306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.983842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.983842] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846c7bdf-3ee0-4ed4-acd4-f6ff566c4181',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.485428] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.485833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.485833] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 with status ACTIVE [ 999.485915] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.486011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.486058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.486279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.486369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.486542] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.486640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.486701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.486851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.486982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.487387] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.487730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.487730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.487730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.487818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.487880] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 846c7bdf-3ee0-4ed4-acd4-f6ff566c4181 is going to be updated. [ 999.510506] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.510891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.510891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.510961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.511132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.511321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-846c7bdf-3ee0-4ed4-acd4-f6ff566c4181" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.931196] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 999.932218] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 deletion is rescheduled due to dependency. [ 999.932218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.932406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.932671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.932903] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.933076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.933148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.933320] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.933427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.933545] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.052606] env[65672]: INFO networking_nsxv3.common.synchronization [req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 req-2f3f9229-bad4-42a2-b7fa-2a4dbba54046 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 1000.053365] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 1000.053692] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.053800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.128950] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1000.129178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.130548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.130548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.130548] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.130548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.130548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.130548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.130548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.130548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.130548] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.436108] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.436108] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.436108] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.436275] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.436860] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.437392] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.437392] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.437392] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.437574] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.437723] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.440329] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.440329] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.440329] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.440329] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.440329] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.440329] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.440329] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.461585] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.461747] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.461881] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.462156] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-909" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.462507] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.462787] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.462968] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.463416] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.463567] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b49f1f-8f49-46c1-a14e-53b51904d3b9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.636401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.636401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.636401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.636401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.636401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.637260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.637260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.637260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.637260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.637260] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.943872] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.970021] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.970021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.970021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.970021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.970021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.970021] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port d8b49f1f-8f49-46c1-a14e-53b51904d3b9 not found, creating... [ 1000.970021] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.970021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.970021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.970021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.970021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.970661] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.970661] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.970823] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.971127] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.971297] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.971506] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: d8b49f1f-8f49-46c1-a14e-53b51904d3b9 is going to be created. [ 1000.995809] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.996111] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.996405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.996738] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.997078] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.997485] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.139872] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49f155ef-5da4-409b-a5fc-2e6564886f5f: rpc.has_security_group_logging(os_id): False [ 1001.162932] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.162932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.162932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.163195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.163318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.163505] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.163655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.163792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.163874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164123] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.164221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164543] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.164829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.165297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.165402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.165494] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be created. [ 1001.226495] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.226495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.226495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.226495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.226495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.238145] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1001.446735] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.446891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.446962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.447193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.447283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.447382] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 1001.483885] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.484057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.484122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.484435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.484609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.494695] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 1001.726938] env[65672]: INFO networking_nsxv3.common.synchronization [req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 req-3ce76108-c47d-4c02-9312-d84d5e9b7655 service nova] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_rules [ 1001.726938] env[65672]: INFO networking_nsxv3.common.synchronization [req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 req-3ce76108-c47d-4c02-9312-d84d5e9b7655 service nova] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 1001.726938] env[65672]: INFO networking_nsxv3.common.synchronization [req-22b8d698-bc59-49dc-85e7-d5c3dea584f7 req-3ce76108-c47d-4c02-9312-d84d5e9b7655 service nova] Enqueued Resource ID: d8b49f1f-8f49-46c1-a14e-53b51904d3b9 with Priority: HIGHEST for action port [ 1001.726938] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_rules [ 1001.726938] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 1001.726938] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b49f1f-8f49-46c1-a14e-53b51904d3b9 with Priority: HIGHEST for action port [ 1001.726938] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.726938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.726938] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.726938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.726938] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.726938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.726938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.726938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.726938] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b49f1f-8f49-46c1-a14e-53b51904d3b9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.229129] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8b49f1f-8f49-46c1-a14e-53b51904d3b9 with status ACTIVE [ 1002.229129] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.229129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.229129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.229547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.229547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.229620] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.229724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.229787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.229949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.230042] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.230242] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.230335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.230392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.230532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.230615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.230693] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8b49f1f-8f49-46c1-a14e-53b51904d3b9 is going to be updated. [ 1002.253928] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.254110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.254215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.254524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.254689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.254887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b49f1f-8f49-46c1-a14e-53b51904d3b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.252224] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1003.252224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.506605] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 1003.506830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.507015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.507239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.507435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.507550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.507614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.507764] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.507844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.507930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.508082] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.508868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.509052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.509210] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.509315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.509377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.509592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.509592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.509676] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.012266] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.012429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.012559] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.515314] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.017914] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.018096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.018168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.018377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.018465] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.018564] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 1005.050168] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.050328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.050400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.050613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.050759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.059872] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 1005.495458] env[65672]: INFO networking_nsxv3.common.synchronization [req-572cf705-0b41-4bb5-8a3d-408c63f70d12 req-7288133b-6df9-49e0-afe0-18de73c1c19d tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1005.496192] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1005.496592] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.496747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.496839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.500837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.500837] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.500837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.500837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.500837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.500837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.500837] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.943778] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.944170] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.947535] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.947874] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.948298] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.949356] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.949356] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.949356] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.949356] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.949356] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.949557] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.949557] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.949618] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.949727] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.949865] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.949959] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.973097] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.973306] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.973421] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.973591] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.975289] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-93449d74-29cf-4783-910e-f26b838e07de taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.975289] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-93449d74-29cf-4783-910e-f26b838e07de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.975289] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-93449d74-29cf-4783-910e-f26b838e07de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.975289] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-93449d74-29cf-4783-910e-f26b838e07de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.975289] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93449d74-29cf-4783-910e-f26b838e07de',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.002542] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.477915] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.478162] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.478285] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.478589] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.478745] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.478895] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 93449d74-29cf-4783-910e-f26b838e07de not found, creating... [ 1006.479180] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.479325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.479441] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.479659] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.479806] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.480132] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.480334] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.480494] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.480710] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.480845] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.480981] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 93449d74-29cf-4783-910e-f26b838e07de is going to be created. [ 1006.502674] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.502902] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.503040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.503310] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.503544] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.503767] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-93449d74-29cf-4783-910e-f26b838e07de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.506165] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.008029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.008428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.008428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.008901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.008901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.009038] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1007.040561] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.040749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.040816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.040994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.041150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.051165] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1007.069695] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 1007.070026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.070121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.070301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.070486] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.070844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.070844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.070844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.070991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.070991] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.249566] env[65672]: INFO networking_nsxv3.common.synchronization [req-572cf705-0b41-4bb5-8a3d-408c63f70d12 req-bf71b21d-decc-41a5-be54-f76ef0636282 service nova] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_rules [ 1007.249751] env[65672]: INFO networking_nsxv3.common.synchronization [req-572cf705-0b41-4bb5-8a3d-408c63f70d12 req-bf71b21d-decc-41a5-be54-f76ef0636282 service nova] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1007.249884] env[65672]: INFO networking_nsxv3.common.synchronization [req-572cf705-0b41-4bb5-8a3d-408c63f70d12 req-bf71b21d-decc-41a5-be54-f76ef0636282 service nova] Enqueued Resource ID: 93449d74-29cf-4783-910e-f26b838e07de with Priority: HIGHEST for action port [ 1007.250502] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_rules [ 1007.250610] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1007.250705] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93449d74-29cf-4783-910e-f26b838e07de with Priority: HIGHEST for action port [ 1007.250980] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.251280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.251349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.251554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.251638] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.252565] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.252665] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.252977] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-93449d74-29cf-4783-910e-f26b838e07de taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.252977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93449d74-29cf-4783-910e-f26b838e07de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.253168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93449d74-29cf-4783-910e-f26b838e07de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.253224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93449d74-29cf-4783-910e-f26b838e07de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.253271] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93449d74-29cf-4783-910e-f26b838e07de',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.573376] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.756295] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.756424] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.756616] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93449d74-29cf-4783-910e-f26b838e07de with status ACTIVE [ 1007.756780] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.756888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.756953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.757190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.757314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.757479] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.757574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.757635] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.757788] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.757867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.758062] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.758155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.758224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.758372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.758462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.758524] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93449d74-29cf-4783-910e-f26b838e07de is going to be updated. [ 1007.781630] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.781775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.781845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.782083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.782358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.782421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93449d74-29cf-4783-910e-f26b838e07de" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.076466] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.206322] env[65672]: INFO networking_nsxv3.common.synchronization [req-db661809-f9d6-4fbf-b924-72ac459da24d req-30abfd40-4c68-4f37-a19e-400cd0a9d57a tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1008.206829] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1008.207152] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.207284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.557661] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.557916] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.558137] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.558433] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.559160] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.559160] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.559160] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.560601] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.560601] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.560601] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.560601] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.560601] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.560601] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.560601] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.560601] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.560601] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.578335] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.578492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.578573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.578753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.578841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.578939] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 1008.581377] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.581533] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.581667] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.581831] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-665" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.582249] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-cb34019f-4b82-46fe-a372-13743ddc452a taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.582443] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-cb34019f-4b82-46fe-a372-13743ddc452a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.582617] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-cb34019f-4b82-46fe-a372-13743ddc452a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.582929] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-cb34019f-4b82-46fe-a372-13743ddc452a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.583070] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb34019f-4b82-46fe-a372-13743ddc452a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.611474] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.613883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.613883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.613883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.613883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.624645] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 1009.063329] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1009.063618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.063828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.064075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.065633] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.065633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.065633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.065633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.065633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.065633] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.086985] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.086985] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.086985] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.086985] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.086985] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.086985] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port cb34019f-4b82-46fe-a372-13743ddc452a not found, creating... [ 1009.087486] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.087486] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.087567] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.087861] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.088083] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.088438] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.088663] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.088830] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.089152] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.089382] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.089617] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: cb34019f-4b82-46fe-a372-13743ddc452a is going to be created. [ 1009.109827] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.110076] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.110238] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.110636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.110965] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.111229] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-cb34019f-4b82-46fe-a372-13743ddc452a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.567614] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.812692] env[65672]: INFO networking_nsxv3.common.synchronization [req-db661809-f9d6-4fbf-b924-72ac459da24d req-5cec373b-0652-4c4e-85e0-5b8343cc9ad7 service nova] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_rules [ 1009.812995] env[65672]: INFO networking_nsxv3.common.synchronization [req-db661809-f9d6-4fbf-b924-72ac459da24d req-5cec373b-0652-4c4e-85e0-5b8343cc9ad7 service nova] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1009.813628] env[65672]: INFO networking_nsxv3.common.synchronization [req-db661809-f9d6-4fbf-b924-72ac459da24d req-5cec373b-0652-4c4e-85e0-5b8343cc9ad7 service nova] Enqueued Resource ID: cb34019f-4b82-46fe-a372-13743ddc452a with Priority: HIGHEST for action port [ 1009.814334] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_rules [ 1009.814528] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1009.814671] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb34019f-4b82-46fe-a372-13743ddc452a with Priority: HIGHEST for action port [ 1009.815103] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.815285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.815570] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.815652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.815934] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb34019f-4b82-46fe-a372-13743ddc452a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.816060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb34019f-4b82-46fe-a372-13743ddc452a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.816165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb34019f-4b82-46fe-a372-13743ddc452a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.816448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb34019f-4b82-46fe-a372-13743ddc452a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.816566] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb34019f-4b82-46fe-a372-13743ddc452a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.070443] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.320034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb34019f-4b82-46fe-a372-13743ddc452a with status ACTIVE [ 1010.320034] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.320034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.320034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.320538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.320583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.320814] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.320970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.321059] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.321244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.321333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.321540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.321639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.321702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.321846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.321934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.322057] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb34019f-4b82-46fe-a372-13743ddc452a is going to be updated. [ 1010.346350] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.346500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.346583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.346776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.346911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.347092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb34019f-4b82-46fe-a372-13743ddc452a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.573290] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.573533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.573533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.573742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.573837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.573941] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1010.605371] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.605617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.605617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.605768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.605916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.615387] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1010.634294] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 1010.634523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.634694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.634951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.635185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.635305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.635369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.635550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.635632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.635717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.636022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.636152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.636213] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.636383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.636526] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.636619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.636680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.636818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.636896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.636976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.637075] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.139449] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01c2652-2632-47b1-a137-8853be2f3e90: rpc.has_security_group_logging(os_id): False [ 1011.157143] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.157558] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.163584] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.163584] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.163584] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.163584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.164078] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.164078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.164078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.164078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.164078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.164078] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 1011.245017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.247039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.247039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.247039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.247039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.267251] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 1012.629094] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1012.629479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.629717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.629785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.630600] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.630600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.630600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.630600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.630600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.630600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.630600] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.631699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.631699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.631853] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.631968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.631968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.632095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.632190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.632274] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.636511] env[65672]: INFO networking_nsxv3.common.synchronization [req-750ab8ba-6063-4ddf-8971-7309d6a9a3b5 req-32875369-bce4-4f44-830d-348dc02488b3 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1012.636792] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1012.637160] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.637410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.637410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.637782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.637782] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.637918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.637918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.638427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.638427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.638427] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.134277] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.134413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.134809] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.140868] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.141083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.141083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.141301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.164221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.166067] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.166243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.166285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.166519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.166608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.166704] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1013.203298] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.203581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.203820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.204673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.204966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.216614] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1013.288301] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 1013.288301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.288301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.288301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.288301] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.358215] env[65672]: INFO networking_nsxv3.common.synchronization [req-c480f5a5-2905-4fea-a059-506cccce3794 req-3087dfba-39d6-4c53-a507-fd8476d00d5b tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 1013.358215] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 1013.358450] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.358591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.358638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.360627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.362746] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.362746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.362746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.362933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.362933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.363018] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.579067] env[65672]: INFO networking_nsxv3.common.synchronization [req-39d72a89-4896-44d2-8e01-168b73cead41 req-dad92616-5225-431f-80c8-0e2749fa2686 tempest-MultipleCreateTestJSON-377495734 tempest-MultipleCreateTestJSON-377495734-project-member] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 1013.581056] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGHEST for action security_group_members [ 1013.581056] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.581056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.638532] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.794112] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.794112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.867571] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.140473] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.140624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.140696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.141865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.141970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.142113] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1014.184267] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.184540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.184540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.184732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.184905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.203929] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1014.372349] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.874788] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.875762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.875908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.877009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.877009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.877009] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 1014.907057] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.907225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.907298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.907510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.907670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.930941] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 1015.230607] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 4s [ 1016.213859] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 4s [ 1016.942722] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 1016.942722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.943115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.943239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.943455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.944035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.944035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.944035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.944035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.944243] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.245508] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1017.245874] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 deletion is rescheduled due to dependency. [ 1017.245874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.271334] env[65672]: INFO networking_nsxv3.common.synchronization [req-e589c987-598d-4a67-9a46-2d854106750c req-2a6c80ab-200f-4a91-a601-033e33d90363 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_members [ 1017.271938] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_members [ 1017.272276] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef0e0c5-eae7-4d20-8354-1c903124bea6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.272397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.272466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.272708] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.272865] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.272965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.273377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.273564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.273657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.273909] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.447198] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.450171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.450171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.450171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.450171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.450171] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.450171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.450171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.450171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.450588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.450588] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 1017.486217] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.486217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.486217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.486479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.486479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.497606] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 1017.738777] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d0ecfa38-2550-49d0-848e-fb07b68b5766 None None] Enqueued Resource ID: 54b80847-be4b-42de-8a24-4e3d8dda235a with Priority: HIGHEST for action port [ 1017.743184] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b80847-be4b-42de-8a24-4e3d8dda235a with Priority: HIGHEST for action port [ 1017.743184] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b80847-be4b-42de-8a24-4e3d8dda235a taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.743184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b80847-be4b-42de-8a24-4e3d8dda235a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.743184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b80847-be4b-42de-8a24-4e3d8dda235a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.743184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b80847-be4b-42de-8a24-4e3d8dda235a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.743184] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b80847-be4b-42de-8a24-4e3d8dda235a',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.776560] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.778429] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.778429] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 already deleted. [ 1017.778429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.153162] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.153723] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.153723] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.153841] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.154400] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.154529] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.154652] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.155295] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.155295] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.155295] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.155456] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.155544] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.155794] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.155794] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.155897] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.155939] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.178241] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.178423] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.178557] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.178748] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.179070] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.179246] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.179366] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.181294] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.183858] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae30a74-2ce2-44b4-a7fb-4525b51a60dc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.228178] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1018.228357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.228504] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.228721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.228914] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.229049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.229113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.229292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.229372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.229477] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.249977] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54b80847-be4b-42de-8a24-4e3d8dda235a [ 1018.249977] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.249977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.249977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.249977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.249977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.249977] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54b80847-be4b-42de-8a24-4e3d8dda235a already deleted. [ 1018.249977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b80847-be4b-42de-8a24-4e3d8dda235a" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.687975] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.688368] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.688368] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.691526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.691526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.691526] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port eae30a74-2ce2-44b4-a7fb-4525b51a60dc not found, creating... [ 1018.691526] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.691526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.691526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.691526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.691526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.691526] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.691526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.692056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.692056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.692056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.692056] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: eae30a74-2ce2-44b4-a7fb-4525b51a60dc is going to be created. [ 1018.718376] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.718945] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.719343] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.719802] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.720186] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.720588] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.732115] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.236600] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.447701] env[65672]: INFO networking_nsxv3.common.synchronization [req-e589c987-598d-4a67-9a46-2d854106750c req-67fa6858-2857-4c89-b2eb-e589a8997f21 service nova] Enqueued Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_rules [ 1019.447982] env[65672]: INFO networking_nsxv3.common.synchronization [req-e589c987-598d-4a67-9a46-2d854106750c req-67fa6858-2857-4c89-b2eb-e589a8997f21 service nova] Enqueued Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_members [ 1019.447982] env[65672]: INFO networking_nsxv3.common.synchronization [req-e589c987-598d-4a67-9a46-2d854106750c req-67fa6858-2857-4c89-b2eb-e589a8997f21 service nova] Enqueued Resource ID: eae30a74-2ce2-44b4-a7fb-4525b51a60dc with Priority: HIGHEST for action port [ 1019.448623] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_rules [ 1019.448702] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_members [ 1019.448751] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae30a74-2ce2-44b4-a7fb-4525b51a60dc with Priority: HIGHEST for action port [ 1019.449148] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.450265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.450265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.450265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.450265] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.450508] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef0e0c5-eae7-4d20-8354-1c903124bea6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.450564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.450598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.450772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.451112] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.451112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.451112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.451252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.451252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.451381] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.452378] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.452503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.452547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.452897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.452897] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae30a74-2ce2-44b4-a7fb-4525b51a60dc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.507833] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 1019.508031] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 deletion is rescheduled due to dependency. [ 1019.512120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.512120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.512120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.512120] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.512120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.512120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.512120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.512120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.512120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.512120] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.743173] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.743373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.743491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.743761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.744189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.744189] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1019.777083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.777323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.777323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.777558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.777709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.789339] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1019.954397] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.955963] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef0e0c5-eae7-4d20-8354-1c903124bea6 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.955963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.956161] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eae30a74-2ce2-44b4-a7fb-4525b51a60dc with status ACTIVE [ 1019.956530] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.956675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.956675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.956920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.956920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.957646] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.957750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.957819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.958051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.958086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.958298] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.958392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.958455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.958603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.958919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.958919] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eae30a74-2ce2-44b4-a7fb-4525b51a60dc is going to be updated. [ 1019.981926] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.982080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.982136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.982316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.982469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.982633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae30a74-2ce2-44b4-a7fb-4525b51a60dc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.015810] env[65672]: INFO networking_nsxv3.common.synchronization [req-348081b2-1f03-48a4-852e-ef07da3d668c req-dd9a2ec3-502e-495c-a233-ace1a2c78824 tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 1020.016932] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.016932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.016932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.016932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.017176] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.017246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.017337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.017537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.017651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.017961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.017961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.021128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.021442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.022638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.024120] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.024120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.024120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.024120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.024120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.024120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.024120] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.026374] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 1020.026749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.026932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.027041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.027295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.027514] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.028124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.028124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.028124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.028124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.028267] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.339537] env[65672]: INFO networking_nsxv3.common.synchronization [None req-5ddb9209-e596-4148-8233-eb32dde0066d None None] Enqueued Resource ID: 0adfbd58-e299-4ac2-b7d2-7748598253ea with Priority: HIGHEST for action port [ 1020.341352] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0adfbd58-e299-4ac2-b7d2-7748598253ea with Priority: HIGHEST for action port [ 1020.342060] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0adfbd58-e299-4ac2-b7d2-7748598253ea taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.343061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0adfbd58-e299-4ac2-b7d2-7748598253ea" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.343061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0adfbd58-e299-4ac2-b7d2-7748598253ea" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.343061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0adfbd58-e299-4ac2-b7d2-7748598253ea" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.343061] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0adfbd58-e299-4ac2-b7d2-7748598253ea',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.447949] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.451602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.451602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.451602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.451602] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.451602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.451602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.451602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.451602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.451602] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.451602] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.451602] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.451602] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.451602] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.451602] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.451602] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.462561] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.473321] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.473512] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.473584] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.473770] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-837" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.474669] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.474669] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.474669] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.474882] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.474882] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.525997] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01c2652-2632-47b1-a137-8853be2f3e90: rpc.has_security_group_logging(os_id): False [ 1020.530849] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.531037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.531099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.531310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.531407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.531622] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.531706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.531759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.531897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.532047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.532106] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 1020.634797] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.634957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.635169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.635443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.635551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.635761] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.635878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.635944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.636244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.636348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.636623] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.636902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.636902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.637114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.637449] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.637549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.637612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.637776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.638409] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be updated. [ 1020.676674] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.676838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.676912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.677152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.677347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.691332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 1020.732227] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.732433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.732484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.732697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.732961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.746899] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: IN_PROGRESS for 2s [ 1020.845479] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0adfbd58-e299-4ac2-b7d2-7748598253ea [ 1020.845594] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.845679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.845759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.849734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.849734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.849734] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0adfbd58-e299-4ac2-b7d2-7748598253ea already deleted. [ 1020.849734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0adfbd58-e299-4ac2-b7d2-7748598253ea" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.970212] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.970212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.970212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.970212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.970212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.970212] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 is going to be created. [ 1020.981019] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.981019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.981019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.981019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.981019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.981019] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e not found, creating... [ 1020.981019] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.981019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.981019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.981019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.981019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.981755] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.981755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.981755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.981755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.981755] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.981937] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e is going to be created. [ 1021.004072] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.004072] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.004295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.004435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.004653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.006907] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.007164] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.007436] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.007744] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.008014] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.008281] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.025438] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 in Status: UNINITIALIZED for 2s [ 1021.789709] env[65672]: INFO networking_nsxv3.common.synchronization [req-348081b2-1f03-48a4-852e-ef07da3d668c req-b6049741-38e7-450c-8401-2237447ffd5c service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 1021.790177] env[65672]: INFO networking_nsxv3.common.synchronization [req-348081b2-1f03-48a4-852e-ef07da3d668c req-b6049741-38e7-450c-8401-2237447ffd5c service nova] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 1021.790177] env[65672]: INFO networking_nsxv3.common.synchronization [req-348081b2-1f03-48a4-852e-ef07da3d668c req-b6049741-38e7-450c-8401-2237447ffd5c service nova] Enqueued Resource ID: dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e with Priority: HIGHEST for action port [ 1021.798926] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_rules [ 1021.798926] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 1021.798926] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e with Priority: HIGHEST for action port [ 1021.798926] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.798926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.800133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.800133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.800133] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.802728] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.802728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.802728] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.802728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.802728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.802728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.803202] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.821222] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1021.821222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.821452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.821577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.821883] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.821883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.821988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.822115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.822929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.822929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.822929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.822929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.822929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.822929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.824397] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.824397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.824397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.824397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.824397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.824397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.824397] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.305142] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.305142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.306436] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e with status ACTIVE [ 1022.306700] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.306860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.306933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.307189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.307287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.307472] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.307882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.307882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.307882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.308040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.308206] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.308285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.308334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.308453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.308548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.308639] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e is going to be updated. [ 1022.326870] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49f155ef-5da4-409b-a5fc-2e6564886f5f: rpc.has_security_group_logging(os_id): False [ 1022.344046] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.344046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.344046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.344046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.344263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.344464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc88ac10-6c2f-4856-9a19-f8ddd8b8e25e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.350449] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.350636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.350677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.350876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.350976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.351210] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.351311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.351368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.351535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.351614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.351818] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.351932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.351995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.352206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.352331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.352571] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.352672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.352731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.352879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.352980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.353157] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1022.443207] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.443365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.443435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.443650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.443797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.460483] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1022.702286] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 1022.702462] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 deletion is rescheduled due to dependency. [ 1022.702569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.702731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.702951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.703162] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.703279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.703343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.703500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.703582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.703700] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.787790] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01c2652-2632-47b1-a137-8853be2f3e90 in Status: SUCCESS [ 1022.788132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.038665] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 in Status: SUCCESS [ 1023.039049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.039119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.039467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.040451] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.040451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.040451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.040451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.040451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.040451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.040451] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.206436] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.543794] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.709183] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.052192] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ef0e0c5-eae7-4d20-8354-1c903124bea6: rpc.has_security_group_logging(os_id): False [ 1024.071815] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.072061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.072061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.072281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.072371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.072634] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.072744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.072799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.073050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.073213] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.073296] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 is going to be created. [ 1024.143035] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.143035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.143239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.143430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.143680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.164681] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 in Status: IN_PROGRESS for 2s [ 1024.211390] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.211586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.211586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.211797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.211957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.212063] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 1024.267150] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.267150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.267150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.268401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.268401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.280687] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 1024.482934] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1024.483358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.483670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.483990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.484153] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.987370] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.987600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.987600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.987761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.987932] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.988609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.988609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.988732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.989205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.989205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.989205] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.491141] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.491545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.491545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.491664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.491821] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.492027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.492133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.492337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.492457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.492577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.492853] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.492903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.492977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.493171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.493346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.493467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.493548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.493756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.493860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.494241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.494241] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.998269] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49f155ef-5da4-409b-a5fc-2e6564886f5f: rpc.has_security_group_logging(os_id): False [ 1026.018903] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.019120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.019214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.019495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.019604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.020113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.020113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.020113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.020332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.020332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.020490] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.020586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.020648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.020845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.020958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.021251] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.021251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.021251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.021464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.021565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.021565] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1026.089319] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.089557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.089557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.089738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.089965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.105377] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1026.182707] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 in Status: SUCCESS [ 1026.183252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.295520] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 1026.295873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.296062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.296307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.296587] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.296746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.296815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.297050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.297145] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.297206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.297287] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.627955] env[65672]: INFO networking_nsxv3.common.synchronization [req-e0f1134b-15aa-47bd-ba72-175196f58973 req-ddbf24a2-bfb3-4c7a-bdf3-107d72cbb62b tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1026.628637] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1026.628921] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.629055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.629277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.629448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.629601] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.629697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.629756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.629907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.629995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.630102] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.801398] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.801657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.801948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.802244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.802480] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.802599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.802673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.802819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.802909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.803016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.803666] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.803666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.803666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.803666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.803666] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.803930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.803930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.803930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.804525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.804525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.804525] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.036116] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.036320] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.036458] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.036818] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.037432] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.037688] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.037841] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.041515] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.041515] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.041515] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.041515] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.041515] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.041515] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.041515] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.041515] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.041515] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.061762] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.061952] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.062144] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.062263] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.062585] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.062749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.062866] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.063235] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.063372] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2dd289a-bb18-489e-b9f4-34f2ff4c1e73',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.132268] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.132444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.132562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.132829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.132978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.133363] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.133482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.133586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.133756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.133839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.133932] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b already deleted. [ 1027.134024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.310043] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c61e300c-c936-4fbe-9c3c-00d3f46b5e32: rpc.has_security_group_logging(os_id): False [ 1027.330125] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.331245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.331245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.331245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.331245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.331245] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.331245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.331245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.331245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.331245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.331658] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.331768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.331831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.332029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.332114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.332305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.332411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.332454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.332590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.332698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.332740] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 1027.401520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.401520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.401520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.401520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.401520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.414421] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 1027.569042] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.569339] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.569433] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.569679] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.569847] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.570015] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 not found, creating... [ 1027.570298] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.570583] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.570717] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.570860] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.571026] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.571327] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.571570] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.571679] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.571848] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.572281] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.572281] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 is going to be created. [ 1027.610662] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.611083] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.611339] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.611785] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.612215] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.612552] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.123939] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1028.124304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.334384] env[65672]: INFO networking_nsxv3.common.synchronization [req-e0f1134b-15aa-47bd-ba72-175196f58973 req-ef4c8812-92ee-45fd-8509-1a3e682cfee9 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1028.334384] env[65672]: INFO networking_nsxv3.common.synchronization [req-e0f1134b-15aa-47bd-ba72-175196f58973 req-ef4c8812-92ee-45fd-8509-1a3e682cfee9 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1028.334384] env[65672]: INFO networking_nsxv3.common.synchronization [req-e0f1134b-15aa-47bd-ba72-175196f58973 req-ef4c8812-92ee-45fd-8509-1a3e682cfee9 service nova] Enqueued Resource ID: f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 with Priority: HIGHEST for action port [ 1028.335474] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1028.335848] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1028.336314] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 with Priority: HIGHEST for action port [ 1028.337359] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.337731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.337960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.338580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.338845] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.340740] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.343030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.343030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.343030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.343030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.343030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.343030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.343030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.343030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.343030] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.344842] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.345278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.345532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.345868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.347775] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2dd289a-bb18-489e-b9f4-34f2ff4c1e73',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.848514] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.848655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.848843] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 with status ACTIVE [ 1028.849040] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.849160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.849233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.849433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.849515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.849686] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.849789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.849858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.849984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.850074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.850255] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.850367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.850438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.850536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.850615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.850676] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2dd289a-bb18-489e-b9f4-34f2ff4c1e73 is going to be updated. [ 1028.852089] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.878794] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.878794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.878794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.878794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.878794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.878794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2dd289a-bb18-489e-b9f4-34f2ff4c1e73" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.354986] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.435925] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 1029.436411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.859250] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.859413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.859466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.859706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.859781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.859878] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be created. [ 1029.889429] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.889596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.889682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.889863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.890049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.909624] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: UNINITIALIZED for 2s [ 1031.332700] env[65672]: INFO networking_nsxv3.common.synchronization [req-1285c576-a7da-4890-9c85-9bb760accc88 req-ef4bc073-ef42-4489-aa18-2762121c0b83 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 1031.333315] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 1031.333610] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.333731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.333792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.333984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.335030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.335858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.335955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.336172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.336280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.336396] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.838799] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.917691] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1031.918009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.918594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.918816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.919017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.919141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.919219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.919357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.919436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.919516] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.919618] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.341508] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.421889] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.422223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.422223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.422324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.422500] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.422625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.422805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.423030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.423123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.423223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.423445] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.423538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.423575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.423724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.423865] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.423957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.424028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.424234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.424364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.424432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.424512] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.843805] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.843983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.844095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.844374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.844502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.844623] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 1032.883484] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.883644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.883738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.883917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.884069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.893559] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 1032.927273] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b: rpc.has_security_group_logging(os_id): False [ 1032.945385] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.945581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.945581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.945781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.945908] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.946059] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.946237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.946237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.946384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.946456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.946660] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.946753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.946806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.946947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.947198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.947198] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.948222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.948222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.948222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.948222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.948222] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be created. [ 1033.009454] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.009454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.009454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.009454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.009454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.021322] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1034.907704] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 1034.908132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.040892] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1035.041327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.153935] env[65672]: INFO networking_nsxv3.common.synchronization [req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d req-13f6d690-76de-4c80-8b4e-8b9aaeab0a1a tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Enqueued Resource ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb with Priority: HIGHEST for action security_group_members [ 1036.156731] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb with Priority: HIGHEST for action security_group_members [ 1036.156731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.156731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.156731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.156731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.156731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.156731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.156731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.156731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.156731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.156731] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfa27663-0bf1-49a2-a2b7-9cee687ef1bb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.281641] env[65672]: INFO networking_nsxv3.common.synchronization [req-60de71e2-a642-452c-9561-70deb9a44347 req-e4375218-2f17-4068-842a-18979beaca82 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1036.282930] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1036.282930] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.282930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.282930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.282930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.286362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.286362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.286362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.286362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.287730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.287730] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.534883] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.535134] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-975" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.535290] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-975" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.535649] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-975" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.536129] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.537022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.537022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.537022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.537022] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.537209] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.537243] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.537375] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.537475] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.537567] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.537670] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.537805] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.565303] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.565507] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.565645] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.565825] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-975" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.566165] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-a022fd48-0c02-48c9-b010-3eae49147f35 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.566570] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-a022fd48-0c02-48c9-b010-3eae49147f35" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.566690] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-a022fd48-0c02-48c9-b010-3eae49147f35" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.566996] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-a022fd48-0c02-48c9-b010-3eae49147f35" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.567164] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a022fd48-0c02-48c9-b010-3eae49147f35',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.659937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.660129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.660202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.660430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.660526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.660991] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.660991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.660991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.660991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.661295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.661295] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb already deleted. [ 1036.661295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.791975] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.069683] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.070586] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.070586] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.070586] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.070586] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.070586] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port a022fd48-0c02-48c9-b010-3eae49147f35 not found, creating... [ 1037.070964] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.071043] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.071116] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.071322] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.071452] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.071834] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.072088] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.072217] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.072429] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.074102] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.074102] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: a022fd48-0c02-48c9-b010-3eae49147f35 is going to be created. [ 1037.099506] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.099781] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.099914] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.100259] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.100530] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.100793] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-a022fd48-0c02-48c9-b010-3eae49147f35" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.297532] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.800267] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.800583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.800780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.801279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.801488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.801873] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1037.840696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.840881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.840952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.841660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.841660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.851628] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1037.899320] env[65672]: INFO networking_nsxv3.common.synchronization [req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d req-3b10b666-9bf8-455d-a4f5-9074413186fe service nova] Enqueued Resource ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb with Priority: HIGHEST for action security_group_rules [ 1037.899320] env[65672]: INFO networking_nsxv3.common.synchronization [req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d req-3b10b666-9bf8-455d-a4f5-9074413186fe service nova] Enqueued Resource ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb with Priority: HIGHEST for action security_group_members [ 1037.899320] env[65672]: INFO networking_nsxv3.common.synchronization [req-48fbc0e7-fcf5-4b35-8e03-79e4f03c461d req-3b10b666-9bf8-455d-a4f5-9074413186fe service nova] Enqueued Resource ID: a022fd48-0c02-48c9-b010-3eae49147f35 with Priority: HIGHEST for action port [ 1037.900157] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb with Priority: HIGHEST for action security_group_rules [ 1037.900559] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb with Priority: HIGHEST for action security_group_members [ 1037.900862] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a022fd48-0c02-48c9-b010-3eae49147f35 with Priority: HIGHEST for action port [ 1037.901376] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.901801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.902730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.903246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.903708] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfa27663-0bf1-49a2-a2b7-9cee687ef1bb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.905972] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.909027] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.909027] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfa27663-0bf1-49a2-a2b7-9cee687ef1bb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.909027] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a022fd48-0c02-48c9-b010-3eae49147f35 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a022fd48-0c02-48c9-b010-3eae49147f35" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.909027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a022fd48-0c02-48c9-b010-3eae49147f35" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.910332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a022fd48-0c02-48c9-b010-3eae49147f35" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.910575] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a022fd48-0c02-48c9-b010-3eae49147f35',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.413605] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfa27663-0bf1-49a2-a2b7-9cee687ef1bb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.415018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.416153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.416153] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a022fd48-0c02-48c9-b010-3eae49147f35 with status ACTIVE [ 1038.416153] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.416153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.416153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.416153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.416153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.416767] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.416767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.416767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.416930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.417359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.417359] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.417359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.417359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.417719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.417801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.417856] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a022fd48-0c02-48c9-b010-3eae49147f35 is going to be updated. [ 1038.447842] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.448089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.448164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.448417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.448586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.448869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a022fd48-0c02-48c9-b010-3eae49147f35" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.799646] env[65672]: INFO networking_nsxv3.common.synchronization [req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 req-1549cea4-f4f4-4fda-80e9-86cd72b3aeaa tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_members [ 1038.800553] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_members [ 1038.801105] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.801292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.801419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.801804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.802077] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.802338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.802398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.802607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.802767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.802929] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.919795] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfa27663-0bf1-49a2-a2b7-9cee687ef1bb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.192084] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.192288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.192426] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.192702] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.193078] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.193218] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.193484] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.193769] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.193956] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.194214] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.194348] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.194486] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.194647] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.194792] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.194934] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.195126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.214745] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.214745] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.214897] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.215032] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.215397] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-d30bf441-5d19-407a-86a1-951d904ac3b4 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.215581] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.219136] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.219136] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.219136] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30bf441-5d19-407a-86a1-951d904ac3b4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.306443] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.306443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.306443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.306443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.306443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.306802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.306802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.306802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.306932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.307011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.307190] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 already deleted. [ 1039.307190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.423019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.423325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.423404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.423631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.423751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.423880] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb is going to be created. [ 1039.448641] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.448731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.448731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.449650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.449650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.461385] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb in Status: UNINITIALIZED for 2s [ 1039.721094] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.721438] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.721609] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.721964] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.722176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.722446] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port d30bf441-5d19-407a-86a1-951d904ac3b4 not found, creating... [ 1039.722817] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.723809] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.723809] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.723809] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.723809] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.724109] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.724259] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.724417] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.724680] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.724856] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.725049] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: d30bf441-5d19-407a-86a1-951d904ac3b4 is going to be created. [ 1039.747696] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.747963] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.748145] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.748489] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.748780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.749074] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.863796] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1039.864082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.524943] env[65672]: INFO networking_nsxv3.common.synchronization [req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 req-162f3ff3-6e57-4c06-80e6-8d0db7ec7abd service nova] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_rules [ 1040.524943] env[65672]: INFO networking_nsxv3.common.synchronization [req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 req-162f3ff3-6e57-4c06-80e6-8d0db7ec7abd service nova] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_members [ 1040.525519] env[65672]: INFO networking_nsxv3.common.synchronization [req-47e0a17d-4860-4f1e-bc2c-44eb2703d6f4 req-162f3ff3-6e57-4c06-80e6-8d0db7ec7abd service nova] Enqueued Resource ID: d30bf441-5d19-407a-86a1-951d904ac3b4 with Priority: HIGHEST for action port [ 1040.525588] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_rules [ 1040.525733] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_members [ 1040.525833] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30bf441-5d19-407a-86a1-951d904ac3b4 with Priority: HIGHEST for action port [ 1040.526129] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.526245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.526326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.526596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.526712] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.527656] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.527795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.527869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.528094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.528194] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.528283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.528360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.528512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.528564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.528692] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.529550] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30bf441-5d19-407a-86a1-951d904ac3b4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.529889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.529889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.529889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.530055] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30bf441-5d19-407a-86a1-951d904ac3b4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.031954] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.033417] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.033417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.033870] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d30bf441-5d19-407a-86a1-951d904ac3b4 with status ACTIVE [ 1041.033924] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.034096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.034096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.034288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.034478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.034602] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.034705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.034776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.034954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.035186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.035500] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.035630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.035699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.035931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.036040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.036198] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d30bf441-5d19-407a-86a1-951d904ac3b4 is going to be updated. [ 1041.065777] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.065940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.066018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.067189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.067189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.067189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.359692] env[65672]: INFO networking_nsxv3.common.synchronization [req-cbd34b1a-e418-465e-af3b-a446d1804f29 req-a1575918-465d-47e1-a41b-ee7512c5107c tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1041.359692] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1041.362132] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.362341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.362425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.364033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.364033] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.364033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.364033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.364033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.364033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.364033] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.473689] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb in Status: SUCCESS [ 1041.473798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.474047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.474337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.474533] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.474668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.474734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.474888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.474970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.475069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.475162] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfa27663-0bf1-49a2-a2b7-9cee687ef1bb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.535437] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.760110] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.760670] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.760893] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.761344] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.761914] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.762054] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.762252] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.762574] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.762780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.763137] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.763350] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.764114] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.764114] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.764114] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.764323] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.764564] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.792319] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.792319] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.792319] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.792319] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.792766] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-5efc8f8b-8228-4c26-978b-354a75e9d9a7 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.792766] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-5efc8f8b-8228-4c26-978b-354a75e9d9a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.792973] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-5efc8f8b-8228-4c26-978b-354a75e9d9a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.794675] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-5efc8f8b-8228-4c26-978b-354a75e9d9a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.794675] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efc8f8b-8228-4c26-978b-354a75e9d9a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.868675] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.868675] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.868675] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b already deleted. [ 1041.868675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.978895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.979105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.979159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.979350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.979583] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.979703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.979703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.979797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.979856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.979948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.980108] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.980196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.980263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.980392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.980530] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.980626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.980691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.980795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.980865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.980930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.981042] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfa27663-0bf1-49a2-a2b7-9cee687ef1bb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.038696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.038904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.038967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.039285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.039412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.039537] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 is going to be created. [ 1042.069822] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.070060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.070132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.070377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.070582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.081941] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: UNINITIALIZED for 2s [ 1042.301055] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.301317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.301445] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.301737] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.301925] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.302046] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 5efc8f8b-8228-4c26-978b-354a75e9d9a7 not found, creating... [ 1042.302336] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.302501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.302615] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.302841] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.302978] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.303312] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.303443] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.304545] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.304545] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.304545] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.306954] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 5efc8f8b-8228-4c26-978b-354a75e9d9a7 is going to be created. [ 1042.334171] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.334535] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.334749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.334860] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.335169] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.335511] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-5efc8f8b-8228-4c26-978b-354a75e9d9a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.483391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfa27663-0bf1-49a2-a2b7-9cee687ef1bb: rpc.has_security_group_logging(os_id): False [ 1042.502632] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.502829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.502829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.503014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.503114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.503356] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.503459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.503507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.503672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.503748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.503941] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.504046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.504110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.504247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.504353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.504635] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.505047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.505185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.505533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.505672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.505801] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb is going to be created. [ 1042.570754] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.570754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.570754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.570754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.570754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.582215] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb in Status: IN_PROGRESS for 2s [ 1042.877538] env[65672]: INFO networking_nsxv3.common.synchronization [req-dd42fedf-bbbf-4b25-851c-ffc552f8022a req-0e6a11e7-3a5d-4ecb-9b8f-f8b223c08cfd tempest-ImagesTestJSON-1490219087 tempest-ImagesTestJSON-1490219087-project-member] Enqueued Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 1042.878341] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 with Priority: HIGHEST for action security_group_members [ 1042.878720] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.878867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.878946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.879221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.879411] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.879539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.879610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.879793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.879886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.880015] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c61e300c-c936-4fbe-9c3c-00d3f46b5e32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.250382] env[65672]: INFO networking_nsxv3.common.synchronization [req-cbd34b1a-e418-465e-af3b-a446d1804f29 req-371b26fc-35b4-4dc5-970e-edff511c9c07 service nova] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_rules [ 1043.250560] env[65672]: INFO networking_nsxv3.common.synchronization [req-cbd34b1a-e418-465e-af3b-a446d1804f29 req-371b26fc-35b4-4dc5-970e-edff511c9c07 service nova] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1043.250698] env[65672]: INFO networking_nsxv3.common.synchronization [req-cbd34b1a-e418-465e-af3b-a446d1804f29 req-371b26fc-35b4-4dc5-970e-edff511c9c07 service nova] Enqueued Resource ID: 5efc8f8b-8228-4c26-978b-354a75e9d9a7 with Priority: HIGHEST for action port [ 1043.251280] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_rules [ 1043.251363] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1043.251486] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efc8f8b-8228-4c26-978b-354a75e9d9a7 with Priority: HIGHEST for action port [ 1043.251775] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.251896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.251977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.253384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.253480] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.254481] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.254624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.254688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.254896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.255076] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.255176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.255231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.255419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.255556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.255624] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.256498] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efc8f8b-8228-4c26-978b-354a75e9d9a7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.256609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efc8f8b-8228-4c26-978b-354a75e9d9a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.257100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efc8f8b-8228-4c26-978b-354a75e9d9a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.257100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efc8f8b-8228-4c26-978b-354a75e9d9a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.257100] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efc8f8b-8228-4c26-978b-354a75e9d9a7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.382643] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.382771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.382818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.383122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.383250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.383502] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.384649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.384777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.384993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.385099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.385230] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 is going to be updated. [ 1043.422078] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.422285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.422285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.422488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.422641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.433530] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: IN_PROGRESS for 2s [ 1043.758982] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.760627] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.760754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.760924] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5efc8f8b-8228-4c26-978b-354a75e9d9a7 with status ACTIVE [ 1043.761100] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.761207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.761270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.761481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.761570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.761737] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.761830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.761902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.762056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.762186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.762316] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.762397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.763034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.763034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.763034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.763223] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5efc8f8b-8228-4c26-978b-354a75e9d9a7 is going to be updated. [ 1043.788771] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.789056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.789056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.789204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.789341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.789533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efc8f8b-8228-4c26-978b-354a75e9d9a7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.092755] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: SUCCESS [ 1044.093066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.093232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.093455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.094019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.094019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.094019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.094019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.094375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.094375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.094375] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.266064] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.596123] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb in Status: SUCCESS [ 1044.596123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.597849] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.768655] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.768973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.768973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.769241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.769241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.769411] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be created. [ 1044.798124] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.798362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.798362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.799029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.799029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.810334] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: UNINITIALIZED for 2s [ 1045.100265] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d3946a4-1400-45dd-9eb6-b35d021e3547: rpc.has_security_group_logging(os_id): False [ 1045.127311] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.127541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.127642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.127837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.127943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.128180] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.128306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.128369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.128550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.128625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.128724] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 is going to be created. [ 1045.201179] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.201412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.201533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.201854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.202127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.214502] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: IN_PROGRESS for 2s [ 1045.452250] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 in Status: SUCCESS [ 1045.452820] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c61e300c-c936-4fbe-9c3c-00d3f46b5e32 deletion is rescheduled due to dependency. [ 1045.453150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c61e300c-c936-4fbe-9c3c-00d3f46b5e32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.823103] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: SUCCESS [ 1046.823523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.823587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.823781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.823980] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.824125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.824189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.824655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.824655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.824655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.824655] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.235584] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: SUCCESS [ 1047.236120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.330366] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.834181] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b: rpc.has_security_group_logging(os_id): False [ 1047.866852] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.867088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.867420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867505] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.869939] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.869939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.869939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.870580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.870580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.870580] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be created. [ 1047.955174] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.955419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.955419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.955626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.955801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.970102] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: IN_PROGRESS for 2s [ 1048.189831] env[65672]: INFO networking_nsxv3.common.synchronization [req-925a51f4-bf27-42bd-bf20-92374574f18f req-409c2fab-6120-4b14-b5a5-70618eaff645 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1048.190377] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1048.190726] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.190849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.190931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.191412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.191987] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.192114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.192181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.192353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.192448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.192538] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.537035] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.537170] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-19" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.537330] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-19" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.537789] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-19" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.538199] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.538451] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.538638] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.538975] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.539220] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.539531] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.539708] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.539872] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.540047] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.540218] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.540381] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.540573] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.562304] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.562487] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.562644] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.562797] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-19" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.563173] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.563312] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.563578] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.563943] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.564108] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8deeedb-0f2d-4e43-b2fd-db826fda3bb6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.694333] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.694554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.695499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.695499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.695499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.695499] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.695499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.695499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.695499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.695884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.695884] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 already deleted. [ 1048.695884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.066361] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.066855] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.066855] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.066948] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.067161] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.067560] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 not found, creating... [ 1049.067721] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.067888] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.068954] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.068954] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.068954] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.068954] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.068954] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.068954] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.069290] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.069475] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.069684] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 is going to be created. [ 1049.089726] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.089978] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.090087] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.090340] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.090665] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.090774] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.791311] env[65672]: INFO networking_nsxv3.common.synchronization [req-925a51f4-bf27-42bd-bf20-92374574f18f req-8b0a99c6-ddbd-4ee3-a09c-03bed5fe7f1d service nova] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_rules [ 1049.791561] env[65672]: INFO networking_nsxv3.common.synchronization [req-925a51f4-bf27-42bd-bf20-92374574f18f req-8b0a99c6-ddbd-4ee3-a09c-03bed5fe7f1d service nova] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1049.791870] env[65672]: INFO networking_nsxv3.common.synchronization [req-925a51f4-bf27-42bd-bf20-92374574f18f req-8b0a99c6-ddbd-4ee3-a09c-03bed5fe7f1d service nova] Enqueued Resource ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with Priority: HIGHEST for action port [ 1049.792350] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_rules [ 1049.792455] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1049.792744] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with Priority: HIGHEST for action port [ 1049.793547] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.793777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.793928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.794416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.794530] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.795764] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.796013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.796154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.796493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.796749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.796943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.797091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.797385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.797548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.797738] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.799040] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.800031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.800031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.800031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.800031] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8deeedb-0f2d-4e43-b2fd-db826fda3bb6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.984853] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: SUCCESS [ 1049.985332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.304293] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.304680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.304730] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.308297] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with status ACTIVE [ 1050.308589] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.308749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.308818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.309080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.309208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.309950] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.309950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.309950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.309950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.309950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.310260] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.310260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.310260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.310452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.310452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.310452] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 is going to be updated. [ 1050.336699] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.336699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.336699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.336699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.336699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.336699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.808722] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.116237] env[65672]: INFO networking_nsxv3.common.synchronization [req-68fe996c-15c5-44f2-b5e2-0da2414d30b8 req-7e60c94b-b950-4212-9561-0f2f533467b9 tempest-ServersNegativeTestMultiTenantJSON-1112730123 tempest-ServersNegativeTestMultiTenantJSON-1112730123-project-member] Enqueued Resource ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb with Priority: HIGHEST for action security_group_members [ 1051.117022] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb with Priority: HIGHEST for action security_group_members [ 1051.117327] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.117507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.117610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.117849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.118057] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.118172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.118291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.118422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.118522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.118654] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfa27663-0bf1-49a2-a2b7-9cee687ef1bb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.312214] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.312605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.312605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.312691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.312730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.312817] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be created. [ 1051.338237] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.338478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.338478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.338674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.338868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.351470] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: UNINITIALIZED for 2s [ 1051.620535] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.620831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.620987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.621323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.621483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.621847] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.621999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.622139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.622402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.622567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.622704] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb is going to be updated. [ 1051.668876] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.669331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.669331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.669542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.669729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.682169] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb in Status: IN_PROGRESS for 2s [ 1053.157759] env[65672]: INFO networking_nsxv3.common.synchronization [None req-569453f8-78c3-4074-94e1-bf75e59b94cc tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: f4cd91ea-8da2-4916-a9ae-3d41ff779c38 with Priority: HIGHEST for action security_group_rules [ 1053.158525] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4cd91ea-8da2-4916-a9ae-3d41ff779c38 with Priority: HIGHEST for action security_group_rules [ 1053.158525] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.158525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.158525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.158843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.158843] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4cd91ea-8da2-4916-a9ae-3d41ff779c38',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.259784] env[65672]: INFO networking_nsxv3.common.synchronization [None req-10864829-7374-4d9d-8924-3b580b60796f tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: f4cd91ea-8da2-4916-a9ae-3d41ff779c38 with Priority: HIGHEST for action security_group_rules [ 1053.259784] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4cd91ea-8da2-4916-a9ae-3d41ff779c38 with Priority: HIGHEST for action security_group_rules [ 1053.259784] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.259784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.363928] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: SUCCESS [ 1053.364178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.364355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.364564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.364761] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.364880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.364944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.365143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.365228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.365313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.365402] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.681307] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.681480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.681529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.681726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.681815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.681911] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4cd91ea-8da2-4916-a9ae-3d41ff779c38 already deleted. [ 1053.681995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.682160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.682316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.682399] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4cd91ea-8da2-4916-a9ae-3d41ff779c38',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.692320] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb in Status: SUCCESS [ 1053.692534] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfa27663-0bf1-49a2-a2b7-9cee687ef1bb deletion is rescheduled due to dependency. [ 1053.692649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfa27663-0bf1-49a2-a2b7-9cee687ef1bb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.868508] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.868697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.868790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.869037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.869226] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.869330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.869396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.869587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.869681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.869771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.869917] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.870014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.870080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.870364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.870517] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.870633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.870696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.870838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.870914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.871155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.871281] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.209504] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.209871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.209871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.210281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.210281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.210281] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4cd91ea-8da2-4916-a9ae-3d41ff779c38 already deleted. [ 1054.210281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4cd91ea-8da2-4916-a9ae-3d41ff779c38" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.375543] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ae556eb-e510-4388-ad8e-3ac873ec03f6: rpc.has_security_group_logging(os_id): False [ 1054.398366] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.398366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.398531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.398655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.398888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.398968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.399054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.399128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.399291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.399343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.399700] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.399804] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.399853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.399999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.400617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.400617] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.400617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.400617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.400617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.400617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.400937] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be created. [ 1054.444850] env[65672]: INFO networking_nsxv3.common.synchronization [req-2b21a1ec-fd02-4d44-9713-6522fa346d5f req-1952d40e-ff87-4202-881b-ab50ca198282 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Enqueued Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_members [ 1054.447716] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGHEST for action security_group_members [ 1054.448149] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-53daadce-d150-4df5-b274-c9c446d0a547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.448304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.448373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.448608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.448955] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.449099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.449203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.449406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.449504] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.449602] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.468716] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.468923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.468983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.469289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.469365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.483416] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: IN_PROGRESS for 2s [ 1054.951939] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.952129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.952203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.952966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.952966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.952966] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.952966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.952966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.953207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.953207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.954254] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53daadce-d150-4df5-b274-c9c446d0a547 is going to be updated. [ 1054.984709] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.984709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.984709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.984978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.985061] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.995564] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53daadce-d150-4df5-b274-c9c446d0a547 in Status: IN_PROGRESS for 2s [ 1056.498133] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: SUCCESS [ 1056.498641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.006960] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53daadce-d150-4df5-b274-c9c446d0a547 in Status: SUCCESS [ 1057.007180] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53daadce-d150-4df5-b274-c9c446d0a547 deletion is rescheduled due to dependency. [ 1057.007297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.278057] env[65672]: INFO networking_nsxv3.common.synchronization [req-144c21cb-743e-4f3d-a0b8-2666a0a6191b req-38392034-56d5-4404-9039-7bb13eb3afa3 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1057.278797] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1057.279250] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.279434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.279549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.279866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.280092] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.280260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.280378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.280611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.280761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.280933] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.784067] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.784067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.784608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.784608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.784608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.784712] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.784796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.784858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.785027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.785109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.785194] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 1057.825343] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.825565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.825717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.825904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.826106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.840171] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 1057.972027] env[65672]: INFO networking_nsxv3.common.synchronization [req-64c4bb40-f543-4644-aeee-685bf95d1030 req-0a462905-730b-49ee-8afb-26dda05b3119 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 1057.972616] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 1057.972934] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.973212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.973212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.973336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.973503] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.973623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.973686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.973838] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.973923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.974096] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.475908] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.979583] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.485655] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.485655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.485655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.485655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.485655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.485655] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 1059.513897] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.514099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.514165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.514376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.514522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.525771] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 1059.850588] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 1059.850785] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f deletion is rescheduled due to dependency. [ 1059.850877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.426772] env[65672]: INFO networking_nsxv3.common.synchronization [req-9cd20f48-ed13-4670-97b8-fb0539650c66 req-533dfef5-47fe-4947-9747-62494a0b0e77 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Enqueued Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_members [ 1060.427394] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff with Priority: HIGHEST for action security_group_members [ 1060.428050] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e153464-52fc-4ce2-83ad-8d9c6df5edff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.428235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.428374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.428684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.428953] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.429131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.429235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.429498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.429639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.429746] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e153464-52fc-4ce2-83ad-8d9c6df5edff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.932008] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.932182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.932253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.932471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.932558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.932750] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.932845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.932901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.933058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.933131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.933218] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff is going to be updated. [ 1060.978202] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.978354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.978354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.978572] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.978715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.997233] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff in Status: IN_PROGRESS for 2s [ 1061.536861] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 1061.536861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.101644] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.101877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.101877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.102230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.102354] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.605825] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.008958] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff in Status: SUCCESS [ 1063.008958] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e153464-52fc-4ce2-83ad-8d9c6df5edff deletion is rescheduled due to dependency. [ 1063.008958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e153464-52fc-4ce2-83ad-8d9c6df5edff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.108570] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.610623] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1063.610993] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1064.039107] env[65672]: INFO networking_nsxv3.common.synchronization [req-ee7b0305-c0c7-408d-91c9-65b0f808fee2 req-0367608d-1f02-41c1-b986-47628c04ba98 tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1064.039638] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1064.040107] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.040107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.040223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.040323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.040475] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.040562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.040961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.041125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.041215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.041311] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.456601] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.456743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.456743] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.456933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.468935] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1064.469960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.471126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1064.505159] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.505448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.505448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.505762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.515170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.515170] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1064.515170] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1064.515170] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1064.542921] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.561448] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.561448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.561713] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.561758] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.563445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.563662] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1064.644925] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.645311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.645311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.645389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.645692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.646010] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1064.682013] env[65672]: INFO networking_nsxv3.common.synchronization [req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 req-af580504-9119-48dd-a22e-b90f0b2e4a07 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1064.682530] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1064.682837] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.682948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.683026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.683215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.683358] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.683458] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.683534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.683686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.683771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.683860] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.733883] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.734058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.734129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.734313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.734604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.735289] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1064.735289] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7eac8e3a-96f1-419a-b2b3-dc35199f5e9b', '4623a2e1-2249-4e5e-946a-a6c9556aa6ae', '7b04c13e-be78-42e6-9be4-6994fbfd872f', '7647f243-099f-4cda-bea5-9079ed6b01ca', 'f01c2652-2632-47b1-a137-8853be2f3e90', '0713dd8d-fa64-43be-8820-4454d285e60d', '6d3946a4-1400-45dd-9eb6-b35d021e3547', 'e6f8df83-b8c8-4f7f-a368-0d3293a88b6f', '5d8a7c4b-5a70-403f-b27e-102cef100bb3', '8c370fc8-877f-4f96-aa23-3f3a8fe94e1b', 'aa079922-c623-4324-827b-2e5bf5044b11', '3a4dbcda-265d-4070-9048-997f28e33e82', '48ec0511-60f5-40c9-a2b4-c4d4125c4698', 'ea7905b5-a31c-4db1-a0af-1db1425178fe', '824abb2c-84f0-4070-ad06-bdc23d29e8e7', '3f072c59-a632-4341-bb1b-42079f814243', '3faed94d-7a92-4b4a-b28b-6afef17d9159', '4008c190-b6b0-4e04-bdca-7731acab884d', '2cdf3c3c-39f7-48d7-a1c5-42668d054afa', '53daadce-d150-4df5-b274-c9c446d0a547', '2d252406-78bc-4d45-a50c-a4132c03111d', 'af7c15b9-d77b-41c4-9bb7-7e98760843d9', 'c71b198e-e0ae-4d96-996a-8dff48cd314e', '4315f1c0-682b-4f51-9150-223a13e08eb4', '489b666c-fd11-4d24-8ce1-ec1049772051', '9e5c9295-006a-4e0c-9523-593fd05ecaff', '5ae556eb-e510-4388-ad8e-3ac873ec03f6', '35ea7a3b-f995-4cd4-bcb9-9772f02e33d3', '12b3ed31-04b6-4748-bbaa-b4b3ef98b243', 'ecb2b8e5-6003-4667-8eff-b6258b40d753', '49f155ef-5da4-409b-a5fc-2e6564886f5f', 'dc48d9c1-5fd1-473c-a1e0-37e9476665b1', '162cb45f-a26e-4208-9b55-776a74f96c2e', '85d5aa63-850d-446c-87e4-5a63aab0cda7', '58fba98e-7f52-4f6f-81ca-94e1322c5b86', '0ef0e0c5-eae7-4d20-8354-1c903124bea6', '49978a95-2645-4d3c-bf96-439ecd590cab', 'c61e300c-c936-4fbe-9c3c-00d3f46b5e32', '8c24b1ab-0558-48af-b4f4-1b24c06f1142', 'fca42685-bdad-4a15-93da-c82a80eddc34', '529a793f-ee94-47fc-8b84-e057755d3de3', 'e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc', '455effee-45d0-43a0-92b9-72e5957d7515', 'c8966f4b-c228-48f0-ad5e-6389eae0453b', '6f123ec7-d15a-45cc-b6c0-7649a45d2143', '0e153464-52fc-4ce2-83ad-8d9c6df5edff', 'e123bdb4-076d-4f75-b969-05b6b9ad8327', 'b9985ffd-8296-4536-8ac4-825491c9e817', 'cfa27663-0bf1-49a2-a2b7-9cee687ef1bb', '164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc'} {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1064.735289] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1064.755706] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.755971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.756047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.756241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.756328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.756439] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1064.756673] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1064.756673] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1064.843357] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.843680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.843772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.844028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.845182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.845539] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1064.845682] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1064.845764] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1064.845837] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1064.845934] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1064.845998] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGH for action security_group_rules [ 1064.846090] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGH for action security_group_rules [ 1064.846169] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGH for action security_group_rules [ 1064.846269] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGH for action security_group_rules [ 1064.846365] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGH for action security_group_rules [ 1064.846461] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGH for action security_group_rules [ 1064.846461] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGH for action security_group_rules [ 1064.846629] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGH for action security_group_rules [ 1064.846697] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGH for action security_group_rules [ 1064.846763] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGH for action security_group_rules [ 1064.846819] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGH for action security_group_rules [ 1064.846897] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGH for action security_group_rules [ 1064.847050] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGH for action security_group_rules [ 1064.847050] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGH for action security_group_rules [ 1064.847171] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGH for action security_group_rules [ 1064.847171] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGH for action security_group_rules [ 1064.847293] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGH for action security_group_rules [ 1064.847293] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGH for action security_group_rules [ 1064.847393] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGH for action security_group_rules [ 1064.847393] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGH for action security_group_rules [ 1064.847514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.034096] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.034876] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.035167] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.035626] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.036052] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.036375] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.036602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.036996] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.037379] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.037754] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.040160] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.040160] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.040160] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.040160] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.040160] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.040160] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.045617] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.060173] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.060173] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.060173] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.060173] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.060173] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.060173] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.060173] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.060173] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.060173] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5eb01b0-bd29-40ed-a3d3-897c7e0eb799',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.186865] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.547273] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.547477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.547595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.547842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.547966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.548296] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1065.563996] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.564243] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.564366] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.564657] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.564805] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.564961] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 not found, creating... [ 1065.565248] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.565405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.565519] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.565909] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.566066] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.566369] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.566545] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.566904] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.567173] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.567325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.567516] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 is going to be created. [ 1065.585954] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.586169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.586246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.586414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.586559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.605546] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.605848] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.605957] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.606271] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.606850] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.606850] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.608235] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1065.690085] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.192349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.192500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.192568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.192787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.193325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.193325] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1066.227784] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.227784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.227945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.228063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.228217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.242820] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1066.369470] env[65672]: INFO networking_nsxv3.common.synchronization [req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 req-c8796e59-b99b-4736-928a-fa6e20e1be02 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1066.369470] env[65672]: INFO networking_nsxv3.common.synchronization [req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 req-c8796e59-b99b-4736-928a-fa6e20e1be02 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1066.369470] env[65672]: INFO networking_nsxv3.common.synchronization [req-7c514848-0a9d-4622-b0fd-e2c3170aeba6 req-c8796e59-b99b-4736-928a-fa6e20e1be02 service nova] Enqueued Resource ID: b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 with Priority: HIGHEST for action port [ 1066.370955] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1066.371263] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1066.371476] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 with Priority: HIGHEST for action port [ 1066.371693] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGH for action security_group_rules [ 1066.371970] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGH for action security_group_rules [ 1066.372218] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGH for action security_group_rules [ 1066.372465] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 with Priority: HIGH for action security_group_rules [ 1066.372702] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53daadce-d150-4df5-b274-c9c446d0a547 with Priority: HIGH for action security_group_rules [ 1066.372903] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa with Priority: HIGH for action security_group_rules [ 1066.373109] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4008c190-b6b0-4e04-bdca-7731acab884d with Priority: HIGH for action security_group_rules [ 1066.373326] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 with Priority: HIGH for action security_group_rules [ 1066.373563] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGH for action security_group_rules [ 1066.373769] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGH for action security_group_rules [ 1066.373965] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGH for action security_group_rules [ 1066.374173] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGH for action security_group_rules [ 1066.374395] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa079922-c623-4324-827b-2e5bf5044b11 with Priority: HIGH for action security_group_rules [ 1066.374660] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGH for action security_group_rules [ 1066.374911] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 with Priority: HIGH for action security_group_rules [ 1066.375511] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0713dd8d-fa64-43be-8820-4454d285e60d with Priority: HIGH for action security_group_rules [ 1066.376842] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGH for action security_group_rules [ 1066.376842] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01c2652-2632-47b1-a137-8853be2f3e90 with Priority: HIGH for action security_group_rules [ 1066.376842] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae with Priority: HIGH for action security_group_rules [ 1066.376842] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGH for action security_group_rules [ 1066.376842] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.376842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.376842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.377414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.377595] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.379079] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.379300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.381019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.381019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.381019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.381019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.381019] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5eb01b0-bd29-40ed-a3d3-897c7e0eb799',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.381019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.381019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.381783] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.382033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.382228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.382484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.382651] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.384229] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.386018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.386018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386018] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.386018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.386018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.386018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386018] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824abb2c-84f0-4070-ad06-bdc23d29e8e7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.387164] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53daadce-d150-4df5-b274-c9c446d0a547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.387380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.387542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.387777] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.387934] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53daadce-d150-4df5-b274-c9c446d0a547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.388731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.388961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.389153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.389386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.389732] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cdf3c3c-39f7-48d7-a1c5-42668d054afa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.392028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4008c190-b6b0-4e04-bdca-7731acab884d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.392028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.392028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.392028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.392028] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4008c190-b6b0-4e04-bdca-7731acab884d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.392028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3faed94d-7a92-4b4a-b28b-6afef17d9159 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.392028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.392028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.392652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.392652] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3faed94d-7a92-4b4a-b28b-6afef17d9159',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.393122] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.393122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.393122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.393288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.393288] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.393981] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.394813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.394813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.394813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.394813] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.395311] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.395929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.395929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.395929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.395929] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.396541] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.396650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.396749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.396843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.396908] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.399650] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa079922-c623-4324-827b-2e5bf5044b11 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.399882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.399942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.400117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.400187] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa079922-c623-4324-827b-2e5bf5044b11',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.401035] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.401035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.401228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.401280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.401344] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.402051] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.402532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.402532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.402532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.402699] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8a7c4b-5a70-403f-b27e-102cef100bb3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.403223] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0713dd8d-fa64-43be-8820-4454d285e60d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.403405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.403480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.403631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.403706] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0713dd8d-fa64-43be-8820-4454d285e60d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.404593] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.404731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.404798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.404980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.405067] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.405971] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01c2652-2632-47b1-a137-8853be2f3e90 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.406083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.406152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.406302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.406371] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01c2652-2632-47b1-a137-8853be2f3e90',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.407228] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.407228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.407228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.407373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.407443] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4623a2e1-2249-4e5e-946a-a6c9556aa6ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.408102] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.408205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.408258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.408374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.408424] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.914546] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.914831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.914831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.915049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.915243] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.915366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.915435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.915628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.915723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.915831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.915936] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.918346] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.918469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.918559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.918729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.918932] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.919089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.919179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.919351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.919487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.919586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.919686] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.921456] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.921631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.922321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.922321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.922321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.922321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.922568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.922568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.922954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.922954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.922954] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.923790] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.924541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.925038] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.925501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.925501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.925501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.925706] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.925756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.925801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.925928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.926113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.926113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.926306] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.927647] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.927755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.927803] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.927980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.928768] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.928768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.928768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.928768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.928768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.928768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.928768] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.931537] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 with status ACTIVE [ 1066.931636] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.931760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.931760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.931936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.932582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.932582] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.932582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.932582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.932582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.932582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.932986] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.932986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.932986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.932986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.933222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.933222] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5eb01b0-bd29-40ed-a3d3-897c7e0eb799 is going to be updated. [ 1066.934468] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.934608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.934733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.934828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.934972] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.935672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.935672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.935672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.935672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.935672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.935672] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.937626] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.937832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.937832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.937982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.938132] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.938224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.938368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.938956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.938956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.938956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.938956] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.944408] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.975218] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.975218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.975392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.976048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.979732] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.979884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.996493] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.996686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.997591] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.997689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.003880] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.003880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.005930] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.005930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.006416] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.006528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.006606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.006825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.006963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.007133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5eb01b0-bd29-40ed-a3d3-897c7e0eb799" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.007889] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.007987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.008770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.008867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.009696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.009818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.010487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.010614] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3faed94d-7a92-4b4a-b28b-6afef17d9159 is going to be deleted. [ 1067.011473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.011675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.013180] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.013283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.014652] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.014652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.014873] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.015179] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.015279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.033570] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.034276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.034423] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53daadce-d150-4df5-b274-c9c446d0a547 is going to be deleted. [ 1067.035383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.035674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.058062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.058251] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4623a2e1-2249-4e5e-946a-a6c9556aa6ae is going to be deleted. [ 1067.059248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.059492] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.078550] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.078550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.082117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.082117] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4008c190-b6b0-4e04-bdca-7731acab884d is going to be deleted. [ 1067.082385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.082557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.086545] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.086772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.123040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.123040] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be deleted. [ 1067.126386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.126386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.145282] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.145505] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.147841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.147998] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0713dd8d-fa64-43be-8820-4454d285e60d is going to be deleted. [ 1067.148889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.149146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.186532] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.186744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.224093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.224258] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cdf3c3c-39f7-48d7-a1c5-42668d054afa is going to be deleted. [ 1067.225200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.225426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.263137] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.263325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.279566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.279734] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01c2652-2632-47b1-a137-8853be2f3e90 is going to be deleted. [ 1067.280753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.281183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.299445] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.299445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.344038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.344038] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8a7c4b-5a70-403f-b27e-102cef100bb3 is going to be deleted. [ 1067.344945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.345184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.365821] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.365821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.382323] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.382461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.389822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.390098] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be deleted. [ 1067.391069] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.391288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.441427] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.444301] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.445441] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.446963] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.447755] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.447968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.447968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.448431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.448431] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.448431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.448606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.448640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.448729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.448820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.449016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.449166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.449322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449463] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.449668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.449815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.449964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.450078] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.452911] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.453587] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f072c59-a632-4341-bb1b-42079f814243: rpc.has_security_group_logging(os_id): False [ 1067.458253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.458369] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa079922-c623-4324-827b-2e5bf5044b11 is going to be deleted. [ 1067.460074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.460296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.495268] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.495401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.503196] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.503325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.504738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.504877] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824abb2c-84f0-4070-ad06-bdc23d29e8e7 is going to be deleted. [ 1067.506243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.506459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.506548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.506721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3faed94d-7a92-4b4a-b28b-6afef17d9159" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.506958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.507154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.507252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.507360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53daadce-d150-4df5-b274-c9c446d0a547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.507921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.508103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.508216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.508373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4623a2e1-2249-4e5e-946a-a6c9556aa6ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.508890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.508890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.508890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.509084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4008c190-b6b0-4e04-bdca-7731acab884d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.509084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.509277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.509376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.509519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.509677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.509899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.509987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.510158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0713dd8d-fa64-43be-8820-4454d285e60d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.510321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.510487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.510597] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.510781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cdf3c3c-39f7-48d7-a1c5-42668d054afa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.510885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.511075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.511170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.511755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01c2652-2632-47b1-a137-8853be2f3e90" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.511755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.511755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.547380] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.547380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.572158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.572158] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.572158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.572158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.572392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.572392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.572392] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1067.573491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.574234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.574234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.574234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8a7c4b-5a70-403f-b27e-102cef100bb3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.574234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.574234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.574234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.574642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.597586] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.597586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.597586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.597853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.597959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.598502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa079922-c623-4324-827b-2e5bf5044b11" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.622700] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1067.622914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.628981] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.629174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.629250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.629493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.629613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.629759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824abb2c-84f0-4070-ad06-bdc23d29e8e7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.726724] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1067.727422] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.727598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.727678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.727952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.728185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.770669] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1067.943496] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b: rpc.has_security_group_logging(os_id): False [ 1067.946395] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea7905b5-a31c-4db1-a0af-1db1425178fe: rpc.has_security_group_logging(os_id): False [ 1067.951304] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d3946a4-1400-45dd-9eb6-b35d021e3547: rpc.has_security_group_logging(os_id): False [ 1067.952400] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ec0511-60f5-40c9-a2b4-c4d4125c4698: rpc.has_security_group_logging(os_id): False [ 1067.953272] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b04c13e-be78-42e6-9be4-6994fbfd872f: rpc.has_security_group_logging(os_id): False [ 1067.955084] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7647f243-099f-4cda-bea5-9079ed6b01ca: rpc.has_security_group_logging(os_id): False [ 1067.966476] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.966736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.966736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.966929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.974446] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.974730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.987962] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.988206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.989197] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.989360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.990187] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.990342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.992259] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.992520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.992603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.992684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.993009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.993145] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.993281] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be updated. [ 1067.994434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.994612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.995912] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.996037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.015687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.016038] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.016138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.016207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.016400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.016484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.016596] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe is going to be updated. [ 1068.017684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.017875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.046467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.047027] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.047364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.047364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.047630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.047769] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.048025] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca is going to be updated. [ 1068.049765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.050050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.082589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.082766] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.082766] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.082766] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.083383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.083621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.083827] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 is going to be updated. [ 1068.085874] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.086033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.086088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.086261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.086398] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.087418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.087600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.103377] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.103377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.133285] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: IN_PROGRESS for 2s [ 1068.134325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.134631] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.134729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.134795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.134997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.135096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.135190] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 is going to be updated. [ 1068.136434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.136668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.159697] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.159850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.185529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.185529] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.185529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.185771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.185854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.185942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.186246] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.186364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.186428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.186607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.186740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.186967] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.187819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.187936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.188143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.188351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.188398] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 1068.190292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.190469] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.190666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.191799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.191979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.192174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.219813] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7647f243-099f-4cda-bea5-9079ed6b01ca in Status: IN_PROGRESS for 2s [ 1068.221015] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea7905b5-a31c-4db1-a0af-1db1425178fe in Status: IN_PROGRESS for 2s [ 1068.226727] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.227076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.227171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.227383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.227533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.257706] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.257988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.258210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.258612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.258859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.260799] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: IN_PROGRESS for 2s [ 1068.261581] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1068.261772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.262409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.262644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.262837] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.262958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.263078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.263201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.263370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.263478] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.300689] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 in Status: IN_PROGRESS for 2s [ 1068.351123] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.351498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.351498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.351765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.351765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.379088] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 1068.393845] env[65672]: INFO networking_nsxv3.common.synchronization [req-ee4595fb-0fec-45df-a705-31f24174d56c req-57f71614-467b-414d-ad37-6aa5b2c6c2b1 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1068.394530] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1068.394723] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.394851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.394913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.395139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.395302] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.395463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.395527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.395825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.395907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.396013] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.731326] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.731719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.731719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.732032] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.732342] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.732502] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.732635] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.732952] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.733056] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.733244] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.733357] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.733469] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.733565] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.733695] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.733812] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.733961] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.758831] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.758831] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.758831] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.758831] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.758831] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-2f188e4e-0368-468c-9b88-ab956983a0ae taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.758831] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-2f188e4e-0368-468c-9b88-ab956983a0ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.758831] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-2f188e4e-0368-468c-9b88-ab956983a0ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.758831] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-2f188e4e-0368-468c-9b88-ab956983a0ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.758831] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f188e4e-0368-468c-9b88-ab956983a0ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.765426] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.901295] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.901849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.901978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.902170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.924431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.924697] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.924823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.924885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.925084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.925161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.925254] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1068.954553] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.955112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.955112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.955112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.955112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.966432] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1069.261451] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.261709] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.261815] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.262206] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.262376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.262572] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 2f188e4e-0368-468c-9b88-ab956983a0ae not found, creating... [ 1069.262892] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.263103] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.263262] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.263626] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.263732] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.264106] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.264301] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.264454] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.264713] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.264874] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.265072] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 2f188e4e-0368-468c-9b88-ab956983a0ae is going to be created. [ 1069.267934] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.299473] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.299715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.299863] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.300221] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.300522] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.300815] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-2f188e4e-0368-468c-9b88-ab956983a0ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.770540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.770718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.770856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.771201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.771201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.771391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1069.785451] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1069.785728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.806881] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.807179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.807360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.807750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.807957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.829320] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1070.040552] env[65672]: INFO networking_nsxv3.common.synchronization [req-ee4595fb-0fec-45df-a705-31f24174d56c req-6e64957f-3777-4720-8d31-80f6e95f8905 service nova] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 1070.040859] env[65672]: INFO networking_nsxv3.common.synchronization [req-ee4595fb-0fec-45df-a705-31f24174d56c req-6e64957f-3777-4720-8d31-80f6e95f8905 service nova] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1070.040859] env[65672]: INFO networking_nsxv3.common.synchronization [req-ee4595fb-0fec-45df-a705-31f24174d56c req-6e64957f-3777-4720-8d31-80f6e95f8905 service nova] Enqueued Resource ID: 2f188e4e-0368-468c-9b88-ab956983a0ae with Priority: HIGHEST for action port [ 1070.041432] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 1070.041573] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1070.041671] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f188e4e-0368-468c-9b88-ab956983a0ae with Priority: HIGHEST for action port [ 1070.042941] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.043097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.043162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.043408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.044044] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.045652] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.045899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.046366] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f188e4e-0368-468c-9b88-ab956983a0ae taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.046517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f188e4e-0368-468c-9b88-ab956983a0ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.046634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f188e4e-0368-468c-9b88-ab956983a0ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.046904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f188e4e-0368-468c-9b88-ab956983a0ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.046987] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f188e4e-0368-468c-9b88-ab956983a0ae',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.150542] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: SUCCESS [ 1070.150964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.241843] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea7905b5-a31c-4db1-a0af-1db1425178fe in Status: SUCCESS [ 1070.242081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.243598] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7647f243-099f-4cda-bea5-9079ed6b01ca in Status: SUCCESS [ 1070.243829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.289748] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: SUCCESS [ 1070.289987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.317627] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 in Status: SUCCESS [ 1070.317627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.394290] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 1070.395280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.472206] env[65672]: INFO networking_nsxv3.common.synchronization [req-3d306f28-7699-44c0-b571-7260f9ccd252 req-26ee3cae-14c8-48ea-84a1-14c7fa4edd74 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_members [ 1070.472206] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 with Priority: HIGHEST for action security_group_members [ 1070.472206] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ef0e0c5-eae7-4d20-8354-1c903124bea6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.472206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.472206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.472206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.473197] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.474885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.474885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.474885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.474885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.474885] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ef0e0c5-eae7-4d20-8354-1c903124bea6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.546939] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.546939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.549845] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f188e4e-0368-468c-9b88-ab956983a0ae with status ACTIVE [ 1070.549845] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.549845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.549845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.549845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.550167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.550167] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.550244] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.550284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.550440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.550516] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.550705] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.550800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.550863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.551017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.551093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.551227] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f188e4e-0368-468c-9b88-ab956983a0ae is going to be updated. [ 1070.599605] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.599605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.599724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.600741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.601481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.601672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f188e4e-0368-468c-9b88-ab956983a0ae" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.979589] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.979701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.980879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.980879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.982054] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1070.982535] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 deletion is rescheduled due to dependency. [ 1070.982632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.983111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.983111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.983638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.983638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.983638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.983638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.983638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.984317] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.004208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.005450] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.005609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.005698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.005914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.006046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.006102] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 is going to be updated. [ 1071.035380] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.035546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.035623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.035884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.036036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.047383] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 in Status: IN_PROGRESS for 2s [ 1071.453676] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.454066] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.454221] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.454558] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.454836] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.455047] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.455174] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.455386] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.455525] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.455768] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.455884] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.455988] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.456105] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.456212] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.456311] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.456439] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.481574] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.481574] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.481574] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.481574] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-488" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.481574] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-f397a742-c98c-42e8-91ed-eda10c6d756f taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.481574] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.481574] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.481574] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.481574] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f397a742-c98c-42e8-91ed-eda10c6d756f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.486954] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.840507] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1071.840654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.840805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.841110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.841379] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.841539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.841630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.841842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.841984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.842129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.842265] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.987636] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.987636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.987636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.987636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.987636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.987636] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.987636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.987636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.987636] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.990626] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.991385] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.991842] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.992267] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.992928] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.993418] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.994034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: f397a742-c98c-42e8-91ed-eda10c6d756f is going to be updated. [ 1071.996009] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.017797] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.018118] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.018213] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.018489] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.018682] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.018900] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.345211] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.345672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.345672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.345672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.345940] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.346110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.346204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.346401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.346515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.346632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.346870] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.346970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.347054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.347248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.347417] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.347551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.347632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.347796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.347902] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.348030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.348137] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.498331] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.498613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.498613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.498836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.498912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.499095] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1072.528309] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.528517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.528517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.531091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.531091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.538218] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1072.721159] env[65672]: INFO networking_nsxv3.common.synchronization [req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd req-9a1939f9-fd18-4cdd-8d13-95f2ff20238b service nova] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_rules [ 1072.721343] env[65672]: INFO networking_nsxv3.common.synchronization [req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd req-9a1939f9-fd18-4cdd-8d13-95f2ff20238b service nova] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 1072.721483] env[65672]: INFO networking_nsxv3.common.synchronization [req-94b77892-a4ba-4fca-a75e-ae60fa18e8cd req-9a1939f9-fd18-4cdd-8d13-95f2ff20238b service nova] Enqueued Resource ID: f397a742-c98c-42e8-91ed-eda10c6d756f with Priority: HIGHEST for action port [ 1072.721990] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_rules [ 1072.722837] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 1072.722935] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f397a742-c98c-42e8-91ed-eda10c6d756f with Priority: HIGHEST for action port [ 1072.723411] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.723760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.723760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.723940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.724660] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.725079] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.725226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.725293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.725481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.725650] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.725809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.725857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.729100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.729261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.729368] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.730314] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-f397a742-c98c-42e8-91ed-eda10c6d756f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.730441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.730512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.730679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.730787] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f397a742-c98c-42e8-91ed-eda10c6d756f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.850845] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b: rpc.has_security_group_logging(os_id): False [ 1072.880115] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.880115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.880115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.880463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.952860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.953093] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.953220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.953289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.953506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.953605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.953846] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.953947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.954015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.954261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.954397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.954668] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.954812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.954861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.955148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.955266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.955469] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1072.959506] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc07b4a3-1c4f-45b9-8b0c-b1aa6cb10864 req-28c933c4-ddc9-4d08-be08-c392a6785d82 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1072.959680] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc07b4a3-1c4f-45b9-8b0c-b1aa6cb10864 req-28c933c4-ddc9-4d08-be08-c392a6785d82 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 03524104-765b-405c-b72c-eb42e477b127 with Priority: HIGHEST for action security_group_members [ 1072.960310] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1072.960452] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03524104-765b-405c-b72c-eb42e477b127 with Priority: HIGHEST for action security_group_members [ 1072.960746] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.960870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.960936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.961162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.961322] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.961420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.961481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.961630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.961739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.961810] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.962742] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-03524104-765b-405c-b72c-eb42e477b127 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.962845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.962901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.963189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.963305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.963371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.963408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.963546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.963627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.963718] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.011479] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc07b4a3-1c4f-45b9-8b0c-b1aa6cb10864 req-28c933c4-ddc9-4d08-be08-c392a6785d82 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 03524104-765b-405c-b72c-eb42e477b127 with Priority: HIGHEST for action security_group_rules [ 1073.011736] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc07b4a3-1c4f-45b9-8b0c-b1aa6cb10864 req-28c933c4-ddc9-4d08-be08-c392a6785d82 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 03524104-765b-405c-b72c-eb42e477b127 with Priority: HIGHEST for action security_group_members [ 1073.011900] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc07b4a3-1c4f-45b9-8b0c-b1aa6cb10864 req-28c933c4-ddc9-4d08-be08-c392a6785d82 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_rules [ 1073.012050] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc07b4a3-1c4f-45b9-8b0c-b1aa6cb10864 req-28c933c4-ddc9-4d08-be08-c392a6785d82 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1073.012341] env[65672]: INFO networking_nsxv3.common.synchronization [req-fc07b4a3-1c4f-45b9-8b0c-b1aa6cb10864 req-28c933c4-ddc9-4d08-be08-c392a6785d82 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with Priority: HIGHEST for action port [ 1073.014780] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03524104-765b-405c-b72c-eb42e477b127 with Priority: HIGHEST for action security_group_rules [ 1073.014919] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_rules [ 1073.015018] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with Priority: HIGHEST for action port [ 1073.015115] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03524104-765b-405c-b72c-eb42e477b127 with Priority: HIGHEST for action security_group_members [ 1073.015202] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1073.015573] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03524104-765b-405c-b72c-eb42e477b127 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.015770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.015855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.016192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.016307] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.017401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.017513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.017577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.017756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.017831] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.018617] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.019326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.019326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.019326] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8deeedb-0f2d-4e43-b2fd-db826fda3bb6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.019679] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-03524104-765b-405c-b72c-eb42e477b127 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.020242] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.020242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.052759] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.052910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.052980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.053205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.053353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.059781] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 in Status: SUCCESS [ 1073.059781] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ef0e0c5-eae7-4d20-8354-1c903124bea6 deletion is rescheduled due to dependency. [ 1073.059975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ef0e0c5-eae7-4d20-8354-1c903124bea6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.067945] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1073.234449] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.235547] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.235705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.235852] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f397a742-c98c-42e8-91ed-eda10c6d756f with status ACTIVE [ 1073.235997] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.236115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.236201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.236393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.236456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.236622] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.236717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.236775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.236929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.237016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.237195] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.237284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.237347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.238257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.238257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.238257] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f397a742-c98c-42e8-91ed-eda10c6d756f is going to be updated. [ 1073.260581] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.261377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.261377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.261377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.261377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.262567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f397a742-c98c-42e8-91ed-eda10c6d756f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.467018] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.467018] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.521096] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-03524104-765b-405c-b72c-eb42e477b127 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.521290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.521290] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with status ACTIVE [ 1073.521460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.521562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.521627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.521949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.521949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.522148] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.522248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.522310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.522462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.522538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.522718] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.522808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.522867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.522999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.523077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.523159] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 is going to be updated. [ 1073.528151] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.528151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.549692] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.549847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.549930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.550205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.550293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.550847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.740233] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.971699] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.971699] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.067909] env[65672]: INFO networking_nsxv3.common.synchronization [None req-e497f277-c1ba-4567-936e-62661256bb29 None None] Enqueued Resource ID: b1204896-16c5-4990-80fb-fc7f77ffc38e with Priority: HIGHEST for action port [ 1074.071148] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1204896-16c5-4990-80fb-fc7f77ffc38e with Priority: HIGHEST for action port [ 1074.071742] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1204896-16c5-4990-80fb-fc7f77ffc38e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.071832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1204896-16c5-4990-80fb-fc7f77ffc38e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.071889] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1204896-16c5-4990-80fb-fc7f77ffc38e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.072133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1204896-16c5-4990-80fb-fc7f77ffc38e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.072254] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1204896-16c5-4990-80fb-fc7f77ffc38e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.242703] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.242703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.242832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.244906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.244906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.245065] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be updated. [ 1074.278216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.278389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.278450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.278614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.278758] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.293842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: IN_PROGRESS for 2s [ 1074.482670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.482670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.482670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.482670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.482670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.482670] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03524104-765b-405c-b72c-eb42e477b127 is going to be created. [ 1074.482670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.482670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.482670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.482670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.482670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.482670] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be updated. [ 1074.512820] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.513076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.513076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.513261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.513417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.525973] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.526146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.526262] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.526596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.526687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.528529] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03524104-765b-405c-b72c-eb42e477b127 in Status: UNINITIALIZED for 2s [ 1074.537179] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: IN_PROGRESS for 2s [ 1074.549736] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1074.550076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.550309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.550587] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.551405] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.551405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.551405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.551405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.551405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.551787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.551787] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.576419] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1204896-16c5-4990-80fb-fc7f77ffc38e [ 1074.576739] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.576852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.576852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.577089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.577220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.577507] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1204896-16c5-4990-80fb-fc7f77ffc38e already deleted. [ 1074.577507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1204896-16c5-4990-80fb-fc7f77ffc38e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.989494] env[65672]: INFO networking_nsxv3.common.synchronization [req-c2308a88-34af-4be2-98b7-5f39a78645e8 req-b57a2847-8107-410a-890e-6a46ecbcf4bb tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1074.989494] env[65672]: INFO networking_nsxv3.common.synchronization [req-c2308a88-34af-4be2-98b7-5f39a78645e8 req-b57a2847-8107-410a-890e-6a46ecbcf4bb tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 03524104-765b-405c-b72c-eb42e477b127 with Priority: HIGHEST for action security_group_members [ 1074.990414] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1074.990414] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03524104-765b-405c-b72c-eb42e477b127 with Priority: HIGHEST for action security_group_members [ 1074.990731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.990731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.990881] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-03524104-765b-405c-b72c-eb42e477b127 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.991062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.039951] env[65672]: INFO networking_nsxv3.common.synchronization [req-c2308a88-34af-4be2-98b7-5f39a78645e8 req-b57a2847-8107-410a-890e-6a46ecbcf4bb tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_rules [ 1075.040159] env[65672]: INFO networking_nsxv3.common.synchronization [req-c2308a88-34af-4be2-98b7-5f39a78645e8 req-b57a2847-8107-410a-890e-6a46ecbcf4bb tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1075.040293] env[65672]: INFO networking_nsxv3.common.synchronization [req-c2308a88-34af-4be2-98b7-5f39a78645e8 req-b57a2847-8107-410a-890e-6a46ecbcf4bb tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with Priority: HIGHEST for action port [ 1075.045263] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_rules [ 1075.045422] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1075.045520] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with Priority: HIGHEST for action port [ 1075.046145] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.046254] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.046452] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.046535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.046732] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.046873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.046912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.047110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.047189] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8deeedb-0f2d-4e43-b2fd-db826fda3bb6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.055397] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.083330] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1075.083640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.083936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.084288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.084443] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.549896] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 with status ACTIVE [ 1075.550259] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.550409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.550409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.550596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.550686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.550872] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.550972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.551075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.554353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.554353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.554353] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.554614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.554614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.554614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.554775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.554775] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8deeedb-0f2d-4e43-b2fd-db826fda3bb6 is going to be updated. [ 1075.557407] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e123bdb4-076d-4f75-b969-05b6b9ad8327: rpc.has_security_group_logging(os_id): False [ 1075.574961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.575169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.575224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.576671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.576671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.576671] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.576671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.576671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.576671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.576671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.576671] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1075.580282] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.580406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.580476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.580658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.580658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.581049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8deeedb-0f2d-4e43-b2fd-db826fda3bb6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.586941] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.586941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.586941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.587217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.588171] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.589935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.589935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.589935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.589935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.589935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.589935] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.649208] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.649208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.649208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.649208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.649208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659753] env[65672]: INFO networking_nsxv3.common.synchronization [req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 req-1ba86277-e027-44fb-8c1b-4228383118b8 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1075.660309] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1075.660664] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.660864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.660864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.662152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.662481] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.662481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.662481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.662879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.662879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.662879] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.664781] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1076.096137] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.096525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.096525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.096653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.096915] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.096915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.097062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.097142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.097796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.097914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.098499] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.098800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.098800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.099070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.099125] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.099233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.099321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.099484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.099575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.099731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.099936] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.169056] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.216325] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.216663] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.218046] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.218137] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.219523] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.219523] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.219523] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.219523] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.219523] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.219838] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.220110] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.220220] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.220393] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.220597] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.220798] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.221019] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.250364] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.250578] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.250839] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.250932] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.251319] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-772af0c3-84da-4f92-9bab-d846992f3a6e taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.251494] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-772af0c3-84da-4f92-9bab-d846992f3a6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.251676] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-772af0c3-84da-4f92-9bab-d846992f3a6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.252196] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-772af0c3-84da-4f92-9bab-d846992f3a6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.252196] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772af0c3-84da-4f92-9bab-d846992f3a6e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.304320] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 1076.304700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.304810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.305076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.305156] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.305273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.305334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.305489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.305574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.305845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.305845] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.540785] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03524104-765b-405c-b72c-eb42e477b127 in Status: SUCCESS [ 1076.540785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.540785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.540785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.540785] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.540785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.540785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.540785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.540785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.541319] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.546885] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: SUCCESS [ 1076.550021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.550021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.550021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.550021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.550021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.550021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.550021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.550021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.550021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.602450] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b: rpc.has_security_group_logging(os_id): False [ 1076.623180] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.623391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.623502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.624058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.624058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.624210] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.624305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.624366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.624507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.624608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.624845] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.624943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.625009] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.625606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.625742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.625918] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.626032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.626092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.626467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.626467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.626467] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1076.681028] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.704459] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.704592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.704677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.705307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.705307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.722939] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1076.754197] env[65672]: INFO networking_nsxv3.common.synchronization [None req-49d7c927-de97-4d49-a011-91a8c7bd7695 None None] Enqueued Resource ID: d7c38aa7-ccb2-4e13-86e3-e651def3bf02 with Priority: HIGHEST for action port [ 1076.754881] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.755104] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.755210] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.755473] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.755630] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.755992] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 772af0c3-84da-4f92-9bab-d846992f3a6e not found, creating... [ 1076.756246] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.757085] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.757085] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.757085] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.757085] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.757288] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.760779] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.760779] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.760779] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.760779] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.760779] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 772af0c3-84da-4f92-9bab-d846992f3a6e is going to be created. [ 1076.760779] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c38aa7-ccb2-4e13-86e3-e651def3bf02 with Priority: HIGHEST for action port [ 1076.760779] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c38aa7-ccb2-4e13-86e3-e651def3bf02 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.760779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c38aa7-ccb2-4e13-86e3-e651def3bf02" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.760779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c38aa7-ccb2-4e13-86e3-e651def3bf02" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.760779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c38aa7-ccb2-4e13-86e3-e651def3bf02" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.760779] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c38aa7-ccb2-4e13-86e3-e651def3bf02',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.782465] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.782680] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.782804] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.783098] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.783329] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.783554] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-772af0c3-84da-4f92-9bab-d846992f3a6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.808772] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.808982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.809085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.809376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.809456] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.809592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.809685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.809874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.809985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.810113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.810286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.810408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.810518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.810655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.810780] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.810865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.810918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.811416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.811416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.811416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.811416] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.043703] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.043965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.044048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.044378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.044480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.044796] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.044974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.045045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.045220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.045314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.045413] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03524104-765b-405c-b72c-eb42e477b127 is going to be deleted. [ 1077.054176] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.087697] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.087868] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.087931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.088166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.088258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.088378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.088836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.089016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.089185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.089288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.089352] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.089491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.089569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.089658] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.183385] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.183695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.183695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.184034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.184540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.184540] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be updated. [ 1077.221998] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.221998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.221998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.222225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.222225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.234472] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: IN_PROGRESS for 2s [ 1077.263278] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7c38aa7-ccb2-4e13-86e3-e651def3bf02 [ 1077.263593] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.263748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.263817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.264045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.264156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.264232] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7c38aa7-ccb2-4e13-86e3-e651def3bf02 already deleted. [ 1077.264322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c38aa7-ccb2-4e13-86e3-e651def3bf02" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.313502] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49978a95-2645-4d3c-bf96-439ecd590cab: rpc.has_security_group_logging(os_id): False [ 1077.331919] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.332075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.332183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.332420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.355590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.355942] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.356101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.357120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.357120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.357120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.357120] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.357120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.357120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.357400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.357400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.359646] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.359646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.359646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.359646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.359818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.360523] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be updated. [ 1077.426955] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.427669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.427669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.427669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.427669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.448538] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: IN_PROGRESS for 2s [ 1077.558164] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.563591] env[65672]: INFO networking_nsxv3.common.synchronization [req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 req-b2576d63-a206-4661-abb8-cebadc731d88 service nova] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_rules [ 1077.563825] env[65672]: INFO networking_nsxv3.common.synchronization [req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 req-b2576d63-a206-4661-abb8-cebadc731d88 service nova] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1077.563959] env[65672]: INFO networking_nsxv3.common.synchronization [req-1e8d34ed-a2f8-435f-9d52-f415bf4aa532 req-b2576d63-a206-4661-abb8-cebadc731d88 service nova] Enqueued Resource ID: 772af0c3-84da-4f92-9bab-d846992f3a6e with Priority: HIGHEST for action port [ 1077.565024] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_rules [ 1077.565024] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1077.565024] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772af0c3-84da-4f92-9bab-d846992f3a6e with Priority: HIGHEST for action port [ 1077.565274] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.565400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.565899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.565899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.565899] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.566802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.566946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.567085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-772af0c3-84da-4f92-9bab-d846992f3a6e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.567185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-772af0c3-84da-4f92-9bab-d846992f3a6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.567286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-772af0c3-84da-4f92-9bab-d846992f3a6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.567431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-772af0c3-84da-4f92-9bab-d846992f3a6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.567504] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772af0c3-84da-4f92-9bab-d846992f3a6e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.592011] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.592301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.592301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.592529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.592621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.592823] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.592913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.592977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.593138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.593215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.593296] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03524104-765b-405c-b72c-eb42e477b127 already deleted. [ 1077.593429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.593603] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.594524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.594686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.594844] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.594944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.597151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.597151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.597151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.597151] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.679322] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1077.679554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.060718] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.060917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.060965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.061205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.061299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.061477] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be updated. [ 1078.069648] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.069648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.070780] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 772af0c3-84da-4f92-9bab-d846992f3a6e with status ACTIVE [ 1078.070780] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.070780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.070780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.070780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.075389] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.075389] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.075389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.075389] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 772af0c3-84da-4f92-9bab-d846992f3a6e is going to be updated. [ 1078.098855] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03524104-765b-405c-b72c-eb42e477b127',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.100024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.100160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.100160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.100670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.100670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.100670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.100828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.100828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.102334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.102334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.102334] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03524104-765b-405c-b72c-eb42e477b127 already deleted. [ 1078.102334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.116150] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.116356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.116447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.116682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.116825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.117617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-772af0c3-84da-4f92-9bab-d846992f3a6e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.126131] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.126131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.126131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.126391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.126611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.146604] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: IN_PROGRESS for 2s [ 1078.604948] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03524104-765b-405c-b72c-eb42e477b127: rpc.has_security_group_logging(os_id): False [ 1078.624137] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.627049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.627049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.627049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.627049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.627049] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.627049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.627049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.627049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.627049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.627049] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03524104-765b-405c-b72c-eb42e477b127 is going to be created. [ 1078.663109] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/03524104-765b-405c-b72c-eb42e477b127], does not exist path=[/infra/domains/default/groups/03524104-765b-405c-b72c-eb42e477b127]."\n}' [ 1078.663109] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03524104-765b-405c-b72c-eb42e477b127 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/03524104-765b-405c-b72c-eb42e477b127 [ 1078.663109] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1078.703727] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.703876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.703984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.704171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.705140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.705412] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.705834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.705834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.705834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.705952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.706052] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.706147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.706221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.706385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.706460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.706556] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03524104-765b-405c-b72c-eb42e477b127 is going to be created. [ 1078.729058] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/03524104-765b-405c-b72c-eb42e477b127], does not exist path=[/infra/domains/default/groups/03524104-765b-405c-b72c-eb42e477b127]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/03524104-765b-405c-b72c-eb42e477b127 [ 1078.729293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03524104-765b-405c-b72c-eb42e477b127" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.729623] env[65672]: Traceback (most recent call last): [ 1078.729678] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1078.729678] env[65672]: return func(*args, **kwargs) [ 1078.729678] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1078.729678] env[65672]: res.raise_for_status() [ 1078.729678] env[65672]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1078.729678] env[65672]: raise HTTPError(http_error_msg, response=self) [ 1078.729678] env[65672]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/03524104-765b-405c-b72c-eb42e477b127 [ 1078.729678] env[65672]: During handling of the above exception, another exception occurred: [ 1078.729678] env[65672]: Traceback (most recent call last): [ 1078.729858] env[65672]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1078.729858] env[65672]: listener.cb(fileno) [ 1078.729858] env[65672]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1078.729858] env[65672]: result = function(*args, **kwargs) [ 1078.729858] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1078.729858] env[65672]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1078.729858] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1078.729858] env[65672]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1078.729858] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1078.729858] env[65672]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1078.729858] env[65672]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1078.729858] env[65672]: res.raise_for_status() [ 1078.729858] env[65672]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1078.729858] env[65672]: raise HTTPError(http_error_msg, response=self) [ 1078.729858] env[65672]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/03524104-765b-405c-b72c-eb42e477b127 [ 1078.729858] env[65672]: Removing descriptor: 59 [ 1078.738460] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1078.738699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.245953] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: SUCCESS [ 1079.247278] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.247960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.247960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.248216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.248216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.248216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.248439] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.248936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.248936] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.464485] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 1079.464485] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.751247] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.141312] env[65672]: INFO networking_nsxv3.common.synchronization [req-aa10b505-44fd-44cb-bab8-9549c8368941 req-460d3bbb-d369-4df5-bd45-7dc342e2fbeb tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1080.141312] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1080.141312] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.141312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.144975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.144975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.144975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.144975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.144975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.145259] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.146539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.146539] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.162284] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: SUCCESS [ 1080.162795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.163336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.163336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.163601] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.163712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.163712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.163979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.163979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.164112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.164331] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.169065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.169157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.169280] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.169393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.169723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.169723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.169723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.169984] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.254533] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.600297] env[65672]: INFO networking_nsxv3.common.synchronization [req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 req-d7c6d521-87f4-4913-9d54-6a8e7a3369e2 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1080.601115] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1080.601631] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.601779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.602050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.602110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.602297] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.602464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.602560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.602797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.602890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.604743] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.652032] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.672463] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.672629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.674041] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.757571] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.757900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.757900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.758246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.758345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.758487] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be updated. [ 1080.794785] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.794785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.794785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.794785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.794785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.805214] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: IN_PROGRESS for 2s [ 1081.105412] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.105577] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.105726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.106103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.106103] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.106356] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.106589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.106589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.106726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.106782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.106894] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be deleted. [ 1081.112702] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.112702] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.112702] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.112970] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.113282] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.113509] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.113688] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.113974] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.114157] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.114516] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.114648] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.114784] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.114902] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.115213] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.115213] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.115306] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.141916] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.141916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.141916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.142286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.142286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.142286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.143251] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.143354] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.143435] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.144996] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.145202] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-86717116-b806-426d-b96a-c2a646b7d1b9 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.145453] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-86717116-b806-426d-b96a-c2a646b7d1b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.145499] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-86717116-b806-426d-b96a-c2a646b7d1b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.145883] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-86717116-b806-426d-b96a-c2a646b7d1b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.146063] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86717116-b806-426d-b96a-c2a646b7d1b9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.156404] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.175799] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.653605] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.653605] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.653605] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.653891] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.653891] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.653961] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 86717116-b806-426d-b96a-c2a646b7d1b9 not found, creating... [ 1081.659317] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.659317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.659317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.659317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.659317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.659317] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.659317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.659317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.659317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.659317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.659770] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 86717116-b806-426d-b96a-c2a646b7d1b9 is going to be created. [ 1081.661927] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.661927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.661927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.661927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.661927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.661927] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1081.681104] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.681104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.681104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.681104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.681104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.681104] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be updated. [ 1081.689553] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.689890] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.690040] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.690378] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.690723] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.691038] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-86717116-b806-426d-b96a-c2a646b7d1b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.696787] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.696945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.698879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.698879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.698879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.707066] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1081.716639] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.716776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.716849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.717595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.717595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.739332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: IN_PROGRESS for 2s [ 1082.398661] env[65672]: INFO networking_nsxv3.common.synchronization [req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 req-f422f649-6d7a-403f-9e0d-f9957d1894c7 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 1082.398934] env[65672]: INFO networking_nsxv3.common.synchronization [req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 req-f422f649-6d7a-403f-9e0d-f9957d1894c7 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1082.402138] env[65672]: INFO networking_nsxv3.common.synchronization [req-8442c0d8-2eb6-4620-92b7-f676f4df7de4 req-f422f649-6d7a-403f-9e0d-f9957d1894c7 service nova] Enqueued Resource ID: 86717116-b806-426d-b96a-c2a646b7d1b9 with Priority: HIGHEST for action port [ 1082.402138] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 1082.402138] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1082.402138] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86717116-b806-426d-b96a-c2a646b7d1b9 with Priority: HIGHEST for action port [ 1082.402138] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.402138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.402138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.402138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.402138] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.406286] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.406286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.406286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.406968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.406968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.407951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.408063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.409368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.409491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.409595] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.411551] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-86717116-b806-426d-b96a-c2a646b7d1b9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.411699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86717116-b806-426d-b96a-c2a646b7d1b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.411763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86717116-b806-426d-b96a-c2a646b7d1b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.411924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86717116-b806-426d-b96a-c2a646b7d1b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.412045] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86717116-b806-426d-b96a-c2a646b7d1b9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.818876] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: SUCCESS [ 1082.819312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.819637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.819999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.820344] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.820540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.820663] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.820943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.821131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.821339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.821539] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.913953] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.915105] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.915105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.915393] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86717116-b806-426d-b96a-c2a646b7d1b9 with status ACTIVE [ 1082.915548] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.915653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.915727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.915962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.916071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.916246] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.916339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.916387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.916556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.916633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.916955] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.917098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.917155] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.917288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.917385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.917474] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86717116-b806-426d-b96a-c2a646b7d1b9 is going to be updated. [ 1082.949890] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.950079] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.950126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.950358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.950588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.950651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86717116-b806-426d-b96a-c2a646b7d1b9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.050607] env[65672]: INFO networking_nsxv3.common.synchronization [req-8939bbfd-1694-4c87-ab40-d05f0d0afe78 req-068f5d92-1a22-493c-9c38-1299cbb46ea1 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_members [ 1083.051757] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGHEST for action security_group_members [ 1083.052234] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.052418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.052517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.052823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.053097] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.053258] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.053374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.053618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.053758] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.053935] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.324029] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.416468] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.545303] env[65672]: INFO networking_nsxv3.common.synchronization [req-17d97e2d-d872-427c-930d-c4982a2d8136 req-8f3bfc2d-1604-49d8-9b02-3b299a90b46f tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_members [ 1083.546023] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGHEST for action security_group_members [ 1083.547768] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.547768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.547768] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.547957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.548321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.548321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.548321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.548442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.548481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.549091] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.560378] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.560532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.560740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.560825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.583271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.583628] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.583791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.583791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.584139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.584245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.584342] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 is going to be updated. [ 1083.614857] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.614857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.615109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.615164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.616047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.624976] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 in Status: IN_PROGRESS for 2s [ 1083.718924] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1083.718924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.752307] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: SUCCESS [ 1083.752307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.752307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.752307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.752307] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.752307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.752307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.752307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.752307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.752307] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.826433] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b: rpc.has_security_group_logging(os_id): False [ 1083.846509] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.846509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.846509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.846509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.869313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.869617] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.869741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.869798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.870031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.870235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.870235] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be updated. [ 1083.923864] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.923864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.923864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.923864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.923864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.923864] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be created. [ 1084.026169] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.026169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.026169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.026392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.026392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.041999] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.042613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.042613] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.043073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.043198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.047743] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: IN_PROGRESS for 2s [ 1084.054196] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.054196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.054196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.054457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.057665] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: UNINITIALIZED for 2s [ 1084.076820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.077304] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.077304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.077450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.077909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.077909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.077909] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca is going to be updated. [ 1084.111657] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.111830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.111903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.112255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.112531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.125357] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7647f243-099f-4cda-bea5-9079ed6b01ca in Status: IN_PROGRESS for 2s [ 1084.254802] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.757094] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.259619] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.259866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.259866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.260179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.260352] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.260382] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be updated. [ 1085.298725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.298725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.298725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.298725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.298725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.321300] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: IN_PROGRESS for 2s [ 1085.642349] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 in Status: SUCCESS [ 1085.642538] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 deletion is rescheduled due to dependency. [ 1085.642711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.068670] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 1086.069237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.069237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.069331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.069496] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.069617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.069682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.069847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.069919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.070038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.070203] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.071693] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: SUCCESS [ 1086.072912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.140887] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7647f243-099f-4cda-bea5-9079ed6b01ca in Status: SUCCESS [ 1086.141087] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca deletion is rescheduled due to dependency. [ 1086.141207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.575162] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.575162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.575162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.575162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.575162] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.575162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.575162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.575162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.575162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.575162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.575460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.575460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.575460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.575706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.575706] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.575829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.576029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.576318] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.576464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.576589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.576732] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.080275] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6f8df83-b8c8-4f7f-a368-0d3293a88b6f: rpc.has_security_group_logging(os_id): False [ 1087.101872] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.102096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.102096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.102369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.102502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.102778] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.102892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.102984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.103191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.103309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.103539] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.103639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.103700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.103880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.103961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.104165] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.104265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.104358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.104558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.104677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.104828] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be created. [ 1087.163500] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.163701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.163793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.164016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.164313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.179665] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 1087.332692] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: SUCCESS [ 1087.333054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.333269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.333556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.333828] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.333981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.334125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.334372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.334515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.334669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.334942] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.335120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.335185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.335394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.335587] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.335727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.335822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.336016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.336112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.336205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.336291] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.552705] env[65672]: INFO networking_nsxv3.common.synchronization [req-81080c70-a496-4097-b9f9-c6153894125d req-ecaa00d9-0fcc-4d6d-8d3d-b04135110eb5 tempest-ServerRescueTestJSONUnderV235-486215737 tempest-ServerRescueTestJSONUnderV235-486215737-project-member] Enqueued Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1087.553302] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 with Priority: HIGHEST for action security_group_members [ 1087.554238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae556eb-e510-4388-ad8e-3ac873ec03f6 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.554238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.554238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.554394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.554507] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.554583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.554638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.555357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.555466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.555564] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.843368] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ae556eb-e510-4388-ad8e-3ac873ec03f6: rpc.has_security_group_logging(os_id): False [ 1087.869802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.869802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.869802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.869802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.896354] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.896354] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.896354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.897415] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.898036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.899060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.899060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.899060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.899060] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be updated. [ 1087.958117] env[65672]: INFO networking_nsxv3.common.synchronization [req-e8626648-1d69-4ac7-a429-9ce5f8fff858 req-4f22b754-73d3-467f-bc5e-f96f40e43e39 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 1087.958874] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 1087.959624] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.959688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.959734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.959905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.960078] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.960178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.960240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.960395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.960477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.960567] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.970987] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.971257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.971257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.971624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.971624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.987226] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: IN_PROGRESS for 2s [ 1088.001189] env[65672]: INFO networking_nsxv3.common.synchronization [None req-889e9c3d-9d3c-49ab-9289-e47c3267e846 tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 1088.001189] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 1088.001189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.001189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.001189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.001189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.001189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.001189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.001189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.002144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.002694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.003241] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.058133] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.058330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.058415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.058616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.058711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.058886] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.058989] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.059064] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.059190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.059265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.059399] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be updated. [ 1088.103040] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.103040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.103040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.103040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.103762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.112893] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: IN_PROGRESS for 2s [ 1088.463716] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.508544] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.509291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.509418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.509747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.534805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.535121] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.535242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.535325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.535563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.535644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.535733] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 1088.572405] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.572621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.572666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.572896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.573047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.583137] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 1088.966716] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.199067] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 1089.199067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.308420] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c3bb5a1e-066f-4403-8eed-8f43296c3fca tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Enqueued Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_rules [ 1089.308956] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_rules [ 1089.309273] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c04cbf-7967-4581-8100-ac75aba07ec9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.309561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.309897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.310201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.310348] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.460529] env[65672]: INFO networking_nsxv3.common.synchronization [None req-579892b9-ae03-46b5-b5c3-1b36249c339f tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Enqueued Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_rules [ 1089.461128] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_rules [ 1089.461439] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c04cbf-7967-4581-8100-ac75aba07ec9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.461775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.473898] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.474086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.474145] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.474362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.474454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.474551] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e is going to be updated. [ 1089.510238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.510381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.510450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.510656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.510801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.524119] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: IN_PROGRESS for 2s [ 1089.725135] env[65672]: INFO networking_nsxv3.common.synchronization [req-aa8c3845-12ba-4488-9c07-8504cc5bae82 req-1845ac15-cfdc-437e-90f2-7a15353098e3 tempest-ServersAdminTestJSON-902149783 tempest-ServersAdminTestJSON-902149783-project-member] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 1089.725662] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGHEST for action security_group_members [ 1089.725998] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.726157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.726225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.727086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.727086] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.727086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.727086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.727086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.727086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.727270] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.833477] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.833806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.833935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.834309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.834481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.834664] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 already deleted. [ 1089.834878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.835179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.835524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.835716] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.004427] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: SUCCESS [ 1090.004674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.005289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.005504] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.005592] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae556eb-e510-4388-ad8e-3ac873ec03f6',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.124085] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 in Status: SUCCESS [ 1090.124441] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 deletion is rescheduled due to dependency. [ 1090.124441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.229554] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.229901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.229901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.229968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.251721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.251988] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.252204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.252204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.252402] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.252493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.252581] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be updated. [ 1090.300937] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.300937] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.301234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.301343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.301478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.313375] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: IN_PROGRESS for 2s [ 1090.360882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.361051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.361127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.361341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.361434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.361528] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 already deleted. [ 1090.361615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.528277] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.528544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.528544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.528710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.528801] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.528898] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae556eb-e510-4388-ad8e-3ac873ec03f6 is going to be deleted. [ 1090.603061] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 1090.603250] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 deletion is rescheduled due to dependency. [ 1090.603985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.608032] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.608242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.608295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.608498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.609095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.609095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae556eb-e510-4388-ad8e-3ac873ec03f6" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.533770] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: SUCCESS [ 1091.534220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.326199] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f in Status: SUCCESS [ 1092.326390] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f deletion is rescheduled due to dependency. [ 1092.326535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.538954] env[65672]: INFO networking_nsxv3.common.synchronization [req-c0d47a32-8713-46ed-b01a-4fd793fc5d8a req-95e4d76a-3333-438d-b1af-27b194ea49cd tempest-ListServerFiltersTestJSON-1045347596 tempest-ListServerFiltersTestJSON-1045347596-project-member] Enqueued Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1093.539498] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f with Priority: HIGHEST for action security_group_members [ 1093.539801] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49f155ef-5da4-409b-a5fc-2e6564886f5f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.539921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.539982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.540194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.540553] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.540553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.540553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.540699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.540731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.540803] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49f155ef-5da4-409b-a5fc-2e6564886f5f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.044662] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.044828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.044899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.045152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.066054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.066710] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.066710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.066710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.066710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.066883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.066883] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f is going to be updated. [ 1094.098037] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.098037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.098037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.098037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.098037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.108716] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: IN_PROGRESS for 2s [ 1095.368520] env[65672]: INFO networking_nsxv3.common.synchronization [req-e7134e29-c493-47c1-b0c7-38dc47b06e52 req-0c471773-f683-4f88-91d4-a8bb537f6f00 tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Enqueued Resource ID: 3e1de59c-be2e-4895-b944-8104cbda2591 with Priority: HIGHEST for action security_group_members [ 1095.369478] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1de59c-be2e-4895-b944-8104cbda2591 with Priority: HIGHEST for action security_group_members [ 1095.369478] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1de59c-be2e-4895-b944-8104cbda2591 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.369683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.369683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.370387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.370387] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.370387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.370387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.370544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.370544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.370612] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1de59c-be2e-4895-b944-8104cbda2591',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.725643] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.726047] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-381" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.726309] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-381" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.726853] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-381" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.727263] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.727502] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.727680] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.728020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.728278] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.728606] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.728782] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.729136] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.729325] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.729456] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.729571] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.729707] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.751100] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.751302] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.751455] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.751634] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-381" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.751953] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.752176] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.752331] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.752667] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.752803] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9d7523-49b9-467c-b8cd-7f49ad8970e2',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.873293] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.873481] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.873533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.873739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.873859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.874084] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.874199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.874259] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.874422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.874502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.874587] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1de59c-be2e-4895-b944-8104cbda2591 already deleted. [ 1095.874670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.120886] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f in Status: SUCCESS [ 1096.121078] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49f155ef-5da4-409b-a5fc-2e6564886f5f deletion is rescheduled due to dependency. [ 1096.121191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49f155ef-5da4-409b-a5fc-2e6564886f5f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.255813] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.256193] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.256406] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.256712] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.256866] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.257029] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port eb9d7523-49b9-467c-b8cd-7f49ad8970e2 not found, creating... [ 1096.257302] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.257461] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.257576] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.257831] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.257976] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.258281] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.258459] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.258584] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.258792] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.258928] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.259079] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: eb9d7523-49b9-467c-b8cd-7f49ad8970e2 is going to be created. [ 1096.280967] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.281219] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.281344] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.281709] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.281960] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.282376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.011589] env[65672]: INFO networking_nsxv3.common.synchronization [req-e7134e29-c493-47c1-b0c7-38dc47b06e52 req-d72c0368-2465-43e5-9236-bbb307652f8f service nova] Enqueued Resource ID: 3e1de59c-be2e-4895-b944-8104cbda2591 with Priority: HIGHEST for action security_group_rules [ 1097.011589] env[65672]: INFO networking_nsxv3.common.synchronization [req-e7134e29-c493-47c1-b0c7-38dc47b06e52 req-d72c0368-2465-43e5-9236-bbb307652f8f service nova] Enqueued Resource ID: 3e1de59c-be2e-4895-b944-8104cbda2591 with Priority: HIGHEST for action security_group_members [ 1097.011589] env[65672]: INFO networking_nsxv3.common.synchronization [req-e7134e29-c493-47c1-b0c7-38dc47b06e52 req-d72c0368-2465-43e5-9236-bbb307652f8f service nova] Enqueued Resource ID: eb9d7523-49b9-467c-b8cd-7f49ad8970e2 with Priority: HIGHEST for action port [ 1097.012670] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1de59c-be2e-4895-b944-8104cbda2591 with Priority: HIGHEST for action security_group_rules [ 1097.012732] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1de59c-be2e-4895-b944-8104cbda2591 with Priority: HIGHEST for action security_group_members [ 1097.012821] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9d7523-49b9-467c-b8cd-7f49ad8970e2 with Priority: HIGHEST for action port [ 1097.014845] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e1de59c-be2e-4895-b944-8104cbda2591 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.014845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.014845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.014845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.014845] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e1de59c-be2e-4895-b944-8104cbda2591',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.015270] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1de59c-be2e-4895-b944-8104cbda2591 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.015363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.015769] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.015769] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.015769] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.019674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.019674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.019674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.019674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.019674] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1de59c-be2e-4895-b944-8104cbda2591',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.019674] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.019674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.019674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.019674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.019674] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9d7523-49b9-467c-b8cd-7f49ad8970e2',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.524181] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1de59c-be2e-4895-b944-8104cbda2591 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.524405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.527354] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb9d7523-49b9-467c-b8cd-7f49ad8970e2 with status ACTIVE [ 1097.527996] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.527996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.527996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.528512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.528651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.528892] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.529000] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.529081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.529322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.529442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.529666] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.529810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.529898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.530157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.530157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.530272] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb9d7523-49b9-467c-b8cd-7f49ad8970e2 is going to be updated. [ 1097.533378] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e1de59c-be2e-4895-b944-8104cbda2591',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.557019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.557019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.557019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.557019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.557019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.557019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb9d7523-49b9-467c-b8cd-7f49ad8970e2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.755113] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.755378] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.755463] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.755756] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.756284] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.756499] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.756632] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.756893] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.757101] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.757355] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.757480] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.757600] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.757721] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.757844] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.757959] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.758126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.805065] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.805065] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.805256] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.805462] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.805796] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-7c922660-c67e-458a-855f-c92bd4f4bc5d taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.806065] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.806175] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.806533] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.806691] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c922660-c67e-458a-855f-c92bd4f4bc5d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.035195] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e1de59c-be2e-4895-b944-8104cbda2591',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.310134] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.310374] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.310501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.310785] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.310936] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.311106] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 7c922660-c67e-458a-855f-c92bd4f4bc5d not found, creating... [ 1098.311382] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.311536] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.311650] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.311864] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.311998] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.312297] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.312450] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.312562] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.312766] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.312894] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.313066] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 7c922660-c67e-458a-855f-c92bd4f4bc5d is going to be created. [ 1098.347402] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.347641] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.347764] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.348034] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.348266] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.348486] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.538586] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.538586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.538586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.538586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.538586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.538839] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1de59c-be2e-4895-b944-8104cbda2591 is going to be created. [ 1098.562526] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.562704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.562753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.563190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.563296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.573418] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1de59c-be2e-4895-b944-8104cbda2591 in Status: UNINITIALIZED for 2s [ 1099.080620] env[65672]: INFO networking_nsxv3.common.synchronization [req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 req-f3483c4a-f8c0-49e3-b7b6-2a935e7eaecb service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 1099.080858] env[65672]: INFO networking_nsxv3.common.synchronization [req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 req-f3483c4a-f8c0-49e3-b7b6-2a935e7eaecb service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 1099.080943] env[65672]: INFO networking_nsxv3.common.synchronization [req-55a98829-e5c0-4fe3-bed2-9d1cb48e9ec4 req-f3483c4a-f8c0-49e3-b7b6-2a935e7eaecb service nova] Enqueued Resource ID: 7c922660-c67e-458a-855f-c92bd4f4bc5d with Priority: HIGHEST for action port [ 1099.081172] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 1099.081296] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 1099.081387] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c922660-c67e-458a-855f-c92bd4f4bc5d with Priority: HIGHEST for action port [ 1099.081895] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.082093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.082210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.082455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.082558] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.083446] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.084240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.085209] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.085850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.089018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.089146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.089214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.089378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.089464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.089561] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.090396] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c922660-c67e-458a-855f-c92bd4f4bc5d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.090501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.090566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.090716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.090789] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c922660-c67e-458a-855f-c92bd4f4bc5d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.593100] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.593228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.593406] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.594288] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c922660-c67e-458a-855f-c92bd4f4bc5d with status ACTIVE [ 1099.594483] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.594633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.594755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.594943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.595081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.595295] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.595416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.595486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.595685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.595782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.596048] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.596171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.596264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.596454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.596565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.596713] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c922660-c67e-458a-855f-c92bd4f4bc5d is going to be updated. [ 1099.619163] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.619327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.619364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.619584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.619728] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.619887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.099352] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.583738] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1de59c-be2e-4895-b944-8104cbda2591 in Status: SUCCESS [ 1100.583994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.584184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.584458] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.584598] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.584715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.584779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.584939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.585043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.585136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.585226] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e1de59c-be2e-4895-b944-8104cbda2591',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.601392] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.601548] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.601601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.601839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.601949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.602062] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 1100.631135] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.631511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.631511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.631778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.631778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.641941] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 1101.087470] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1de59c-be2e-4895-b944-8104cbda2591 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.087470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.087683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.087778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.087936] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.088055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.088121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.088296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.088400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.088493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.088645] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1de59c-be2e-4895-b944-8104cbda2591 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.088755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.088811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.088954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.089107] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.089200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.089261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.089396] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.089472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.089553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.089640] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e1de59c-be2e-4895-b944-8104cbda2591',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.198926] env[65672]: INFO networking_nsxv3.common.synchronization [req-ec867807-c822-417d-a206-9db5479e1dcf req-7524d27e-cd1d-4281-aee9-1c4040c3f9d7 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_members [ 1101.199661] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8966f4b-c228-48f0-ad5e-6389eae0453b with Priority: HIGHEST for action security_group_members [ 1101.200066] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8966f4b-c228-48f0-ad5e-6389eae0453b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.202615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.202615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.202615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.202615] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.202615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.202615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.202615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.202615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.202615] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8966f4b-c228-48f0-ad5e-6389eae0453b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.593115] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e1de59c-be2e-4895-b944-8104cbda2591: rpc.has_security_group_logging(os_id): False [ 1101.615023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.615313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.615313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.615503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.616593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.616593] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.616593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.616593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.616593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.616593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.616593] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.616593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.616593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.616980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.616980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.617207] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.617307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.617366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.617523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.617598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.617717] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e1de59c-be2e-4895-b944-8104cbda2591 is going to be created. [ 1101.686092] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.686092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.686092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.686414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.686554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.702511] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1de59c-be2e-4895-b944-8104cbda2591 in Status: IN_PROGRESS for 2s [ 1101.704168] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.704436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.704578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.704862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.742468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.742769] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.742892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.742959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.743216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.743309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.743402] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8966f4b-c228-48f0-ad5e-6389eae0453b is going to be updated. [ 1101.814862] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.814862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.814862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.814862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.814862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.835088] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8966f4b-c228-48f0-ad5e-6389eae0453b in Status: IN_PROGRESS for 2s [ 1102.652316] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 1102.652719] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.652765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.653025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.653244] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.653389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.653459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.653649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.653741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.653835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.653952] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.157108] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.157216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.157285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.157522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.157713] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.157821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.157885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.158057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.158146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.158235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.158412] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.158506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.158566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.158709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.158847] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.158938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.158998] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.159157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.159243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.159323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.159416] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.663673] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca42685-bdad-4a15-93da-c82a80eddc34: rpc.has_security_group_logging(os_id): False [ 1103.684433] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.685171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.685474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.685890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.686943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.687244] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.689607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.689607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.690693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.690693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.693664] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.693664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.693664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.693664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.693664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.693664] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.693664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.693664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.693664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.693664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.693664] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 1103.719865] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e1de59c-be2e-4895-b944-8104cbda2591 in Status: SUCCESS [ 1103.720420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.774630] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.774857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.775033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.777345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.777345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.792264] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 1103.849276] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8966f4b-c228-48f0-ad5e-6389eae0453b in Status: SUCCESS [ 1103.849520] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8966f4b-c228-48f0-ad5e-6389eae0453b deletion is rescheduled due to dependency. [ 1103.849645] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8966f4b-c228-48f0-ad5e-6389eae0453b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.809917] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 1105.810206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.200492] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1106.200646] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1109.590108] env[65672]: INFO networking_nsxv3.common.synchronization [req-1e432e10-51f8-4cad-9c24-7bf7aa75279f req-62981b17-78fd-4fd4-b526-2ca27e4fd87c tempest-ServerAddressesNegativeTestJSON-365579220 tempest-ServerAddressesNegativeTestJSON-365579220-project-member] Enqueued Resource ID: 3e1de59c-be2e-4895-b944-8104cbda2591 with Priority: HIGHEST for action security_group_members [ 1109.590717] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1de59c-be2e-4895-b944-8104cbda2591 with Priority: HIGHEST for action security_group_members [ 1109.591820] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e1de59c-be2e-4895-b944-8104cbda2591 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.591820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.591820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.591820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.591820] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.591820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.591820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.592104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.592104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.592153] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e1de59c-be2e-4895-b944-8104cbda2591',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.910619] env[65672]: INFO networking_nsxv3.common.synchronization [req-2c88f6e8-6850-44dd-b3ab-37d900b5dee0 req-b827d143-b882-4de9-91ca-4a00c6dca828 tempest-ServerRescueNegativeTestJSON-550629523 tempest-ServerRescueNegativeTestJSON-550629523-project-member] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 1109.910906] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGHEST for action security_group_members [ 1109.911318] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.911472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.911554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.911787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.911960] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.912095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.912172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.912336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.912457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.912561] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.093868] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.094020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.094098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.094310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.094401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.094582] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.094684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.094735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.094879] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.094978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.095037] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1de59c-be2e-4895-b944-8104cbda2591 is going to be updated. [ 1110.123507] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.123658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.123731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.123945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.124106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.133102] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1de59c-be2e-4895-b944-8104cbda2591 in Status: IN_PROGRESS for 2s [ 1110.415732] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.415896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.415951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.416219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.437022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.437431] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.437431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.437556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.437704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.437788] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.437877] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e is going to be updated. [ 1110.468177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.468342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.468430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.468696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.468899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.490623] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: IN_PROGRESS for 2s [ 1111.136503] env[65672]: INFO networking_nsxv3.common.synchronization [req-474cb54b-98a9-452d-bed8-2a24c99a5d8d req-57dd0179-7970-4052-8bd1-15892e822180 tempest-ServersNegativeTestJSON-1988365611 tempest-ServersNegativeTestJSON-1988365611-project-member] Enqueued Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 1111.137060] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49978a95-2645-4d3c-bf96-439ecd590cab with Priority: HIGHEST for action security_group_members [ 1111.137372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-49978a95-2645-4d3c-bf96-439ecd590cab taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.137567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.137567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.137730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.137882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.138026] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.138390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.138603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.138700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.138906] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49978a95-2645-4d3c-bf96-439ecd590cab',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.589738] env[65672]: INFO networking_nsxv3.common.synchronization [req-3a66499f-d082-4095-b503-13dd5630d26a req-b51609e0-4f26-4228-b828-dfd51527c304 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Enqueued Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_members [ 1111.590394] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_members [ 1111.590606] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c04cbf-7967-4581-8100-ac75aba07ec9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.590727] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.590792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.591184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.591357] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.591454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.591515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.591698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.591785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.591877] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.641173] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.641340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.641388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.641712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.662571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.662831] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.662952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.663038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.663242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.663326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.663448] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab is going to be updated. [ 1111.698139] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.698139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.698139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.698139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.698139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.709883] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: IN_PROGRESS for 2s [ 1112.094485] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.094639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.094703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.094926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.095053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.095216] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.095306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.095377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.096207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.096207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.096207] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 already deleted. [ 1112.096207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.143641] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e1de59c-be2e-4895-b944-8104cbda2591 in Status: SUCCESS [ 1112.143858] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e1de59c-be2e-4895-b944-8104cbda2591 deletion is rescheduled due to dependency. [ 1112.143955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e1de59c-be2e-4895-b944-8104cbda2591" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.197718] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.198035] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-730" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.198144] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-730" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.198347] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-730" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.198598] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.199177] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.199177] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.199177] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.199284] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.199418] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.200203] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.200203] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.200203] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.200203] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.200203] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.200203] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.220368] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.220368] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.221160] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.221160] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-730" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.221160] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-0ba8c74a-498d-4bea-8c14-7e6d37647523 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.221160] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-0ba8c74a-498d-4bea-8c14-7e6d37647523" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221358] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-0ba8c74a-498d-4bea-8c14-7e6d37647523" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.221635] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-0ba8c74a-498d-4bea-8c14-7e6d37647523" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.221772] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba8c74a-498d-4bea-8c14-7e6d37647523',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.500105] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c71b198e-e0ae-4d96-996a-8dff48cd314e in Status: SUCCESS [ 1112.500303] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e deletion is rescheduled due to dependency. [ 1112.500421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.723948] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.724167] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.724290] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.724552] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.724695] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.724858] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 0ba8c74a-498d-4bea-8c14-7e6d37647523 not found, creating... [ 1112.725510] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.725510] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.725510] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.725761] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.726747] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.726747] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.726747] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.726747] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.726747] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.726747] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.727297] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 0ba8c74a-498d-4bea-8c14-7e6d37647523 is going to be created. [ 1112.748672] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.748913] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.749039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.749314] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.749551] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.749767] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-0ba8c74a-498d-4bea-8c14-7e6d37647523" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.481078] env[65672]: INFO networking_nsxv3.common.synchronization [req-3a66499f-d082-4095-b503-13dd5630d26a req-dc3b6b73-d09d-4a18-870d-9aa342e8f4e2 service nova] Enqueued Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_rules [ 1113.481325] env[65672]: INFO networking_nsxv3.common.synchronization [req-3a66499f-d082-4095-b503-13dd5630d26a req-dc3b6b73-d09d-4a18-870d-9aa342e8f4e2 service nova] Enqueued Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_members [ 1113.481391] env[65672]: INFO networking_nsxv3.common.synchronization [req-3a66499f-d082-4095-b503-13dd5630d26a req-dc3b6b73-d09d-4a18-870d-9aa342e8f4e2 service nova] Enqueued Resource ID: 0ba8c74a-498d-4bea-8c14-7e6d37647523 with Priority: HIGHEST for action port [ 1113.481916] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_rules [ 1113.482063] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_members [ 1113.482165] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba8c74a-498d-4bea-8c14-7e6d37647523 with Priority: HIGHEST for action port [ 1113.482432] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c04cbf-7967-4581-8100-ac75aba07ec9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.482572] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.482639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.482826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.483045] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.483742] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c04cbf-7967-4581-8100-ac75aba07ec9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.484289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.484368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.484534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.484687] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.484781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.484836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.484977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.485075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.485163] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.486240] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba8c74a-498d-4bea-8c14-7e6d37647523 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.486422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba8c74a-498d-4bea-8c14-7e6d37647523" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.486532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba8c74a-498d-4bea-8c14-7e6d37647523" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.486692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba8c74a-498d-4bea-8c14-7e6d37647523" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.486770] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba8c74a-498d-4bea-8c14-7e6d37647523',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.722354] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49978a95-2645-4d3c-bf96-439ecd590cab in Status: SUCCESS [ 1113.722754] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49978a95-2645-4d3c-bf96-439ecd590cab deletion is rescheduled due to dependency. [ 1113.722877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49978a95-2645-4d3c-bf96-439ecd590cab" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.989157] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c04cbf-7967-4581-8100-ac75aba07ec9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.989157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.989527] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.990624] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ba8c74a-498d-4bea-8c14-7e6d37647523 with status ACTIVE [ 1113.990910] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.991276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.991276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.991538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.991764] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.991929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.993546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.993649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.994141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.994141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.994260] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.994335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.994375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.994512] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.994590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.994682] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ba8c74a-498d-4bea-8c14-7e6d37647523 is going to be updated. [ 1114.016165] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.016360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.016538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.016771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.016936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.017137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba8c74a-498d-4bea-8c14-7e6d37647523" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.497277] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.000715] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.000715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.000715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.001029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.001029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.001029] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 is going to be created. [ 1115.025820] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.025963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.025963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.026226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.026470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.037825] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 in Status: UNINITIALIZED for 2s [ 1116.236465] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.236791] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.236791] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.237208] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.237445] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.237604] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.237717] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.237931] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.238081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.238287] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.238398] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.238502] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.238603] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.238705] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.238805] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.238930] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.260124] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.260476] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.260629] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.260808] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-39" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.261141] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-7c922660-c67e-458a-855f-c92bd4f4bc5d taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.261328] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.261434] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.261692] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.261825] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c922660-c67e-458a-855f-c92bd4f4bc5d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.764811] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.765063] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.765183] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.765448] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.765593] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.765874] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.766033] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.766148] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.766405] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.766537] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.766916] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.767081] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.767212] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.767433] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.767565] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.767713] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 7c922660-c67e-458a-855f-c92bd4f4bc5d is going to be updated. [ 1116.794551] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.794551] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.794551] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.794823] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.794978] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.795692] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.047990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 in Status: SUCCESS [ 1117.048194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.048350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.048584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.048777] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.048898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.048966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.049160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.049243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049420] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.491794] env[65672]: INFO networking_nsxv3.common.synchronization [req-079843b4-87fd-4aa0-bd46-675d4f8f1326 req-c2433bc3-16d7-46e3-a5de-ed61e2388562 service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 1117.492074] env[65672]: INFO networking_nsxv3.common.synchronization [req-079843b4-87fd-4aa0-bd46-675d4f8f1326 req-c2433bc3-16d7-46e3-a5de-ed61e2388562 service nova] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 1117.492158] env[65672]: INFO networking_nsxv3.common.synchronization [req-079843b4-87fd-4aa0-bd46-675d4f8f1326 req-c2433bc3-16d7-46e3-a5de-ed61e2388562 service nova] Enqueued Resource ID: 7c922660-c67e-458a-855f-c92bd4f4bc5d with Priority: HIGHEST for action port [ 1117.492647] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_rules [ 1117.492785] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 1117.493033] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c922660-c67e-458a-855f-c92bd4f4bc5d with Priority: HIGHEST for action port [ 1117.493253] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.493331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.493842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.493842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.493842] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.494695] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.494810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.494884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.495055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.495287] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.495340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.495459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.495604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.495684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.495769] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.497792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c922660-c67e-458a-855f-c92bd4f4bc5d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.497904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.497970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.498140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.498215] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c922660-c67e-458a-855f-c92bd4f4bc5d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.551485] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.001640] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.001748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.001936] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.002857] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c922660-c67e-458a-855f-c92bd4f4bc5d with status ACTIVE [ 1118.003052] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.003173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.003234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.003442] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.003528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.003696] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.003792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.003853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.004014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.004339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.004424] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.004482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.004527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.004671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.004746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.004824] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c922660-c67e-458a-855f-c92bd4f4bc5d is going to be updated. [ 1118.028469] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.028757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.028757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.029057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.029219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.029410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c922660-c67e-458a-855f-c92bd4f4bc5d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.053238] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1c04cbf-7967-4581-8100-ac75aba07ec9: rpc.has_security_group_logging(os_id): False [ 1118.074887] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.075078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.075138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.075413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.075413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.076045] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.076045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.076045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.076045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.076045] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.076325] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 is going to be created. [ 1118.178356] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.178616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.178686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.178850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.179046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.202157] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 in Status: IN_PROGRESS for 2s [ 1118.252607] env[65672]: INFO networking_nsxv3.common.synchronization [req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 req-d6676aff-1cff-4b99-b42f-bc7be0d94055 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1118.253370] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1118.253728] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.253906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.254025] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.254284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.254460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.254569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.254632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.254790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.254877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.254972] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.507197] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.606450] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.606729] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.606839] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.607164] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.607555] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.607715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.607827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.608066] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.608216] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.608417] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.608526] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.608652] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.608763] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.608871] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.608977] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.609126] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.627586] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.627761] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.627894] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.628088] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.628514] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-46e41cf3-44d6-46cc-bb50-d77a5408add0 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.628722] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-46e41cf3-44d6-46cc-bb50-d77a5408add0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.628845] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-46e41cf3-44d6-46cc-bb50-d77a5408add0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.629210] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-46e41cf3-44d6-46cc-bb50-d77a5408add0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.629316] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46e41cf3-44d6-46cc-bb50-d77a5408add0',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.758637] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.009798] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.009992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.010073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.010306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.010399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.010511] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 1119.047202] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.047432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.047432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.047642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.047786] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.059485] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 1119.132062] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.132307] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.132419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.132692] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.132840] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.133020] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 46e41cf3-44d6-46cc-bb50-d77a5408add0 not found, creating... [ 1119.133286] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.133445] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.133569] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.133780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.133916] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.134216] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.134371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.134485] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.134688] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.134821] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.134958] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 46e41cf3-44d6-46cc-bb50-d77a5408add0 is going to be created. [ 1119.156596] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.156945] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.157057] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.157288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.157537] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.157763] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-46e41cf3-44d6-46cc-bb50-d77a5408add0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.261364] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.764357] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.764751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.764751] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.764820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.764931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.765028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1119.795371] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.795746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.796000] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.797166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.797166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.806967] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1119.841088] env[65672]: INFO networking_nsxv3.common.synchronization [req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 req-4100b3d6-6678-4323-b50f-0a7fd130af01 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1119.841317] env[65672]: INFO networking_nsxv3.common.synchronization [req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 req-4100b3d6-6678-4323-b50f-0a7fd130af01 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1119.841507] env[65672]: INFO networking_nsxv3.common.synchronization [req-91a5e8f2-9f34-42f7-99ff-66d674a4f1f8 req-4100b3d6-6678-4323-b50f-0a7fd130af01 service nova] Enqueued Resource ID: 46e41cf3-44d6-46cc-bb50-d77a5408add0 with Priority: HIGHEST for action port [ 1119.842074] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1119.842212] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1119.842307] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e41cf3-44d6-46cc-bb50-d77a5408add0 with Priority: HIGHEST for action port [ 1119.842589] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.842712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.842779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.843623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.843745] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.845259] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.845446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.845673] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-46e41cf3-44d6-46cc-bb50-d77a5408add0 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.845780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46e41cf3-44d6-46cc-bb50-d77a5408add0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.845845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46e41cf3-44d6-46cc-bb50-d77a5408add0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.846179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46e41cf3-44d6-46cc-bb50-d77a5408add0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.846179] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46e41cf3-44d6-46cc-bb50-d77a5408add0',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.215367] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 in Status: SUCCESS [ 1120.215554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.346083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.346339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.348753] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46e41cf3-44d6-46cc-bb50-d77a5408add0 with status ACTIVE [ 1120.349064] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.349260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.349384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.349700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.349845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.350144] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.350308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.350416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.350671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.350799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.351095] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.351251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.351358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.351578] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.351695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.351823] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46e41cf3-44d6-46cc-bb50-d77a5408add0 is going to be updated. [ 1120.375405] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.375664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.375725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.375990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.376153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376352] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46e41cf3-44d6-46cc-bb50-d77a5408add0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.069493] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 1121.069863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.069863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.070187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.070401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.070559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.070637] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.070820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.070903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.071030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.071194] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.574042] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.574196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.574245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.574473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.574641] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.574735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.574795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.574950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.575051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.575137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.575285] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.575373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.575433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.575571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.575746] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.575842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.575903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.576050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.576127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.576202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.576332] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.818934] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1121.819185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.819358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.819605] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.819794] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.819925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.819989] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.820164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.820243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.820373] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.079124] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca42685-bdad-4a15-93da-c82a80eddc34: rpc.has_security_group_logging(os_id): False [ 1122.100361] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.100583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.100669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.100940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.101055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.101323] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.101499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.101588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.101816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.101904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.102185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.102328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.102423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.102611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.102702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.102979] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.103108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.103205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.103386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.103541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.103605] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 1122.169117] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.169346] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.169397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.169638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.169782] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.187525] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 1122.323085] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.825982] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.137733] env[65672]: INFO networking_nsxv3.common.synchronization [None req-8efcfa06-1bb1-4280-b2f8-5ba598630433 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_rules [ 1123.138350] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_rules [ 1123.138640] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.138775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.138842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.139692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.139827] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.246262] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d184d70b-9e57-4e43-8d68-364eed752f04 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_rules [ 1123.246884] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_rules [ 1123.248520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.248651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.328412] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.328581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.328630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.329076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.329178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.329523] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1123.359029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.359615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.359691] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.359905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.360063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.371193] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1123.663342] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.663491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.663491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.663654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.663735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.663829] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 already deleted. [ 1123.663987] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.664065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.664292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.664355] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.187404] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.187699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.187699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.187929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.188055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.188642] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 already deleted. [ 1124.188642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.210414] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 1124.211491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.550133] env[65672]: INFO networking_nsxv3.common.synchronization [req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a req-e16f4b3b-a5e7-46c6-b815-d9c96258a8d8 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 1124.550133] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 1124.550133] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.550133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.550133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.550133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.550827] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.551058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.551281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.551576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.551731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.551891] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.944154] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.944154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.944154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.944154] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.944419] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.944510] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.944577] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.944794] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.944934] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.945149] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.945278] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.945359] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.945462] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.945565] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.945707] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.945844] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.966276] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.966536] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.966667] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.966853] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.967238] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-2197c822-0fd4-4477-8586-2c9f2bc7aa15 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.967450] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.967570] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.967965] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.968109] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2197c822-0fd4-4477-8586-2c9f2bc7aa15',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.054333] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.054529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.054590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.054787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.054877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.055096] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.055176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.055237] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.055380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.055456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.055539] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be deleted. [ 1125.086837] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.086837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.086837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.086837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.086837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.086837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.381145] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1125.381493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.381619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.381754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.381954] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.382087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.382153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.382307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.382389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.382474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.382565] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.470320] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.470557] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.470681] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.470965] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.471129] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.471283] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 2197c822-0fd4-4477-8586-2c9f2bc7aa15 not found, creating... [ 1125.472301] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.472301] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.472301] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.472301] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.472301] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.472827] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.472827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.472827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.472990] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.473171] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.473345] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 is going to be created. [ 1125.497492] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.497696] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.497818] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.498092] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.498354] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.498590] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.885682] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.885935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.886020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.886314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.886530] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.886653] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.886735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.887124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.887266] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.887358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.887557] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.887682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.887740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.887951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.888131] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.888263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.888345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.888527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.888603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.888726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.888832] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.223349] env[65672]: INFO networking_nsxv3.common.synchronization [req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a req-eaee1753-f33a-462e-8bd6-194452d25d7f service nova] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_rules [ 1126.223527] env[65672]: INFO networking_nsxv3.common.synchronization [req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a req-eaee1753-f33a-462e-8bd6-194452d25d7f service nova] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 1126.223661] env[65672]: INFO networking_nsxv3.common.synchronization [req-a1376dbc-2a0a-49fc-b3ef-772de63ceb0a req-eaee1753-f33a-462e-8bd6-194452d25d7f service nova] Enqueued Resource ID: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 with Priority: HIGHEST for action port [ 1126.223885] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_rules [ 1126.224020] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 1126.224143] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 with Priority: HIGHEST for action port [ 1126.224843] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.224969] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.225047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.225253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.225335] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.227336] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.227336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.227336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.227336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.227336] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.227336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.227336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.227336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.227683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.227683] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.228217] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2197c822-0fd4-4477-8586-2c9f2bc7aa15 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.228530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.228530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.228530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.228674] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2197c822-0fd4-4477-8586-2c9f2bc7aa15',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.391581] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b: rpc.has_security_group_logging(os_id): False [ 1126.411302] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.411474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.411511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.411749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.434639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.434950] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.435134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.435233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.435473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.435567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.435783] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.435884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.435959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.437117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.437117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.437117] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.437117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.437117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.437117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.437387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.437387] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1126.502037] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.502391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.502710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.502924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.523955] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1126.730511] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.730659] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.730861] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.732986] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2197c822-0fd4-4477-8586-2c9f2bc7aa15 with status ACTIVE [ 1126.733199] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.733333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.733422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.733671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.733739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.733929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.734036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.734098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.734328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.735305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.735305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.735305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.735305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.735305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.735305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.735305] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 is going to be updated. [ 1126.759118] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.759291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.759367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.759584] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.759732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.759888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.238060] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.740786] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.741279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.741279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.741279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.741470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.741470] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be created. [ 1127.778356] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.778356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.778356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.778356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.778356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.787457] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: UNINITIALIZED for 2s [ 1128.542252] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1128.542513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.798696] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: SUCCESS [ 1129.799063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.799132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.799353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.799550] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.799662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.799738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.799891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.799971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.800076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.800222] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.304391] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.304620] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.304733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.305088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.305317] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.305479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.305582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.305819] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.305956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.306131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.306407] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.306525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.306622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.307058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.307580] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.307699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.307807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.308043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.308181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.308312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.308454] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.811189] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a4dbcda-265d-4070-9048-997f28e33e82: rpc.has_security_group_logging(os_id): False [ 1130.829716] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.829872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.829941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.830306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.830306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.830453] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.830550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.830607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.830757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.830834] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.831037] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.831136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.831200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.831341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.831417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.831608] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.831701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.831851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.831901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.831967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.832058] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be created. [ 1130.903298] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.903468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.903531] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.903948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.903948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.918553] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: IN_PROGRESS for 2s [ 1131.141256] env[65672]: INFO networking_nsxv3.common.synchronization [req-713ce9a0-42c8-4619-8a15-7d7848008ad5 req-7478d179-6009-4181-894d-6842aa1f8738 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1131.142032] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1131.142339] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.142463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.142532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.144444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.144444] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.144444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.144444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.144444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.144444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.144444] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.648521] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.148625] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.643608] env[65672]: INFO networking_nsxv3.common.synchronization [None req-79495d75-6da1-44b2-806b-edb6e0a6c070 None None] Enqueued Resource ID: 7c584032-57bf-43e1-a54a-3ad2db735dbf with Priority: HIGHEST for action port [ 1132.643608] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c584032-57bf-43e1-a54a-3ad2db735dbf with Priority: HIGHEST for action port [ 1132.643712] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c584032-57bf-43e1-a54a-3ad2db735dbf taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.643780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c584032-57bf-43e1-a54a-3ad2db735dbf" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.643830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c584032-57bf-43e1-a54a-3ad2db735dbf" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.644917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c584032-57bf-43e1-a54a-3ad2db735dbf" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.645059] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c584032-57bf-43e1-a54a-3ad2db735dbf',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.652172] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.652172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.652172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.652699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.655602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.655602] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1132.685782] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.686064] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.686835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.686835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.686835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.696851] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1132.933076] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: SUCCESS [ 1132.933302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.148955] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c584032-57bf-43e1-a54a-3ad2db735dbf [ 1133.150099] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.150099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.150099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.150099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.150099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.150099] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c584032-57bf-43e1-a54a-3ad2db735dbf already deleted. [ 1133.150099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c584032-57bf-43e1-a54a-3ad2db735dbf" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.710985] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1134.710985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.306031] env[65672]: INFO networking_nsxv3.common.synchronization [None req-05e2c0ae-6f51-495a-86b2-a0911d3ce4f6 None None] Enqueued Resource ID: 636739c3-bf67-4ed3-b080-33230237bfff with Priority: HIGHEST for action port [ 1135.306811] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636739c3-bf67-4ed3-b080-33230237bfff with Priority: HIGHEST for action port [ 1135.308113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-636739c3-bf67-4ed3-b080-33230237bfff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.308254] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-636739c3-bf67-4ed3-b080-33230237bfff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.308319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-636739c3-bf67-4ed3-b080-33230237bfff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.308583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-636739c3-bf67-4ed3-b080-33230237bfff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.308690] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('636739c3-bf67-4ed3-b080-33230237bfff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.456610] env[65672]: INFO networking_nsxv3.common.synchronization [req-eccf4574-938b-4641-9bf0-ee595147d4e8 req-eab011f8-fa6f-483b-91fb-841ce8927a80 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 1135.457270] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGHEST for action security_group_members [ 1135.457625] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.457754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.457823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.458077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.458237] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.458344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.458409] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.458576] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.458662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.458862] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.518841] env[65672]: INFO networking_nsxv3.common.synchronization [req-eccf4574-938b-4641-9bf0-ee595147d4e8 req-eab011f8-fa6f-483b-91fb-841ce8927a80 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 with Priority: HIGHEST for action port [ 1135.519521] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 with Priority: HIGHEST for action port [ 1135.519892] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-2197c822-0fd4-4477-8586-2c9f2bc7aa15 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.520081] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.520175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.520390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.520471] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2197c822-0fd4-4477-8586-2c9f2bc7aa15',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.810720] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 636739c3-bf67-4ed3-b080-33230237bfff [ 1135.811107] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.811107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.811233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.811374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.811464] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.811564] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:636739c3-bf67-4ed3-b080-33230237bfff already deleted. [ 1135.812297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-636739c3-bf67-4ed3-b080-33230237bfff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.967211] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.967211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.967211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.967211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.967211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.967211] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.967211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.967211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.967211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.967211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.967211] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be updated. [ 1136.021088] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.021088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.021088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.021088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.021088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.022075] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2197c822-0fd4-4477-8586-2c9f2bc7aa15 with status ACTIVE [ 1136.022317] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.022468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.022557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.022808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.023044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.023178] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.023316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.023406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.023626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.023736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.023971] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.024087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.024138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.024282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.024375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.024466] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2197c822-0fd4-4477-8586-2c9f2bc7aa15 is going to be updated. [ 1136.040235] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: IN_PROGRESS for 2s [ 1136.063239] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.063557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.063557] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.063818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.063818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.063957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2197c822-0fd4-4477-8586-2c9f2bc7aa15" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.435791] env[65672]: INFO networking_nsxv3.common.synchronization [req-21b879f9-8af0-4ef8-b195-2201052f3da0 req-79fb1f8c-6f80-42ae-98f1-c98e5558f93b tempest-ServersV294TestFqdnHostnames-1260908464 tempest-ServersV294TestFqdnHostnames-1260908464-project-member] Enqueued Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_members [ 1136.436514] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGHEST for action security_group_members [ 1136.437258] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.437455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.437529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.437701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.438073] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.438073] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.438211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.438406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.438541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.438688] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.578215] env[65672]: INFO networking_nsxv3.common.synchronization [req-2a85c061-335f-4c75-b49b-51fb7c79fc98 req-1ae2a05b-c6d9-4d85-8b53-3067127be89f tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1136.578700] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1136.579305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.579673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.579673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.579673] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.579786] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.579880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.579929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.581041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.581041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.581041] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.942172] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.942633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.942633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.942972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.968080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.968861] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.969030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.969074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.969344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.969430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.969543] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe is going to be updated. [ 1136.998390] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.998550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.998604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.998874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.999023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.009446] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea7905b5-a31c-4db1-a0af-1db1425178fe in Status: IN_PROGRESS for 2s [ 1137.084163] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.587228] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.050573] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4dbcda-265d-4070-9048-997f28e33e82 in Status: SUCCESS [ 1138.051066] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 deletion is rescheduled due to dependency. [ 1138.051066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.090991] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.090991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.090991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.090991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.090991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.090991] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be updated. [ 1138.121810] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.122011] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.122050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.122239] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.122384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.132223] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: IN_PROGRESS for 2s [ 1139.021029] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea7905b5-a31c-4db1-a0af-1db1425178fe in Status: SUCCESS [ 1139.021186] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe deletion is rescheduled due to dependency. [ 1139.021315] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.665695] env[65672]: INFO networking_nsxv3.common.synchronization [req-0b00404d-1b2a-4eb2-bd30-766bcab4009a req-9610386a-4e07-484a-9f5c-fb2f10b35556 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_members [ 1139.666352] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_members [ 1139.666435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-59eb87bc-2e5e-46a4-a830-d583ba7a5521 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.666629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.666712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.667076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.667235] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.667340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.667414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.667559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.667667] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.667766] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.099142] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.099276] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.099470] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.099780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.100259] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.100259] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.100532] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.100764] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.100924] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.101153] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.101262] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.101364] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.101510] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.101574] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.101694] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.101788] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.125956] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.126224] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.126278] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.126503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.126996] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-e915e89b-cb5a-4fee-8111-1679aebbc34c taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.126996] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-e915e89b-cb5a-4fee-8111-1679aebbc34c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.127151] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-e915e89b-cb5a-4fee-8111-1679aebbc34c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.127419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-e915e89b-cb5a-4fee-8111-1679aebbc34c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.127599] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e915e89b-cb5a-4fee-8111-1679aebbc34c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.143901] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: SUCCESS [ 1140.144900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.170030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.173014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.173161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.174022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.174022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.174022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.174202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.174314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.174564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.174705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.174850] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 already deleted. [ 1140.175623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.635030] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.635030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.635030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.635030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.635030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.635030] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port e915e89b-cb5a-4fee-8111-1679aebbc34c not found, creating... [ 1140.635030] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.635030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.635030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.635030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.635030] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.635555] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.635555] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.635555] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.635941] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.636204] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.636436] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: e915e89b-cb5a-4fee-8111-1679aebbc34c is going to be created. [ 1140.660711] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.660711] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.660711] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.660711] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.660711] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.660711] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-e915e89b-cb5a-4fee-8111-1679aebbc34c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.416496] env[65672]: INFO networking_nsxv3.common.synchronization [req-0b00404d-1b2a-4eb2-bd30-766bcab4009a req-02f4bb8d-8cbe-4dea-bf44-6d428f850a33 service nova] Enqueued Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_rules [ 1141.416782] env[65672]: INFO networking_nsxv3.common.synchronization [req-0b00404d-1b2a-4eb2-bd30-766bcab4009a req-02f4bb8d-8cbe-4dea-bf44-6d428f850a33 service nova] Enqueued Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_members [ 1141.416878] env[65672]: INFO networking_nsxv3.common.synchronization [req-0b00404d-1b2a-4eb2-bd30-766bcab4009a req-02f4bb8d-8cbe-4dea-bf44-6d428f850a33 service nova] Enqueued Resource ID: e915e89b-cb5a-4fee-8111-1679aebbc34c with Priority: HIGHEST for action port [ 1141.417482] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_rules [ 1141.417482] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_members [ 1141.417654] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e915e89b-cb5a-4fee-8111-1679aebbc34c with Priority: HIGHEST for action port [ 1141.417955] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.418094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.418168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.418404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.418456] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.422348] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-59eb87bc-2e5e-46a4-a830-d583ba7a5521 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.422348] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.422348] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.422348] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-e915e89b-cb5a-4fee-8111-1679aebbc34c taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e915e89b-cb5a-4fee-8111-1679aebbc34c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e915e89b-cb5a-4fee-8111-1679aebbc34c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.422348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e915e89b-cb5a-4fee-8111-1679aebbc34c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.422348] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e915e89b-cb5a-4fee-8111-1679aebbc34c',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.923351] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.924915] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-59eb87bc-2e5e-46a4-a830-d583ba7a5521 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.925058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.925495] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e915e89b-cb5a-4fee-8111-1679aebbc34c with status ACTIVE [ 1141.926056] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.926056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.926056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.926316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.926316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.926388] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.926478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.926588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.926746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.926853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.927135] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.927253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.927325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.927477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.927623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.927779] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e915e89b-cb5a-4fee-8111-1679aebbc34c is going to be updated. [ 1141.952174] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.952324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.952389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.952596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.952735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.952956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e915e89b-cb5a-4fee-8111-1679aebbc34c" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.426130] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.928519] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.928675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.928748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.929013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.929115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.929219] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 is going to be created. [ 1142.953580] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.953800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.953800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.953963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.954137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.965115] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 in Status: UNINITIALIZED for 2s [ 1144.982028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 in Status: SUCCESS [ 1144.982028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.982368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.982368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.982552] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.982668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.982731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.982885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.982964] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.983058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.983147] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.485324] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.987813] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59eb87bc-2e5e-46a4-a830-d583ba7a5521: rpc.has_security_group_logging(os_id): False [ 1146.005958] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.006167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.006167] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.006451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.006596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.006886] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.006886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.006886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.007207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.007207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.007207] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 is going to be created. [ 1146.085019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.085279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.085405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.085748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.086104] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.100899] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 in Status: IN_PROGRESS for 2s [ 1146.419075] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1146.419335] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1146.942034] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.942191] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.942262] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.942485] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.942738] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.942895] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.943035] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.943248] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.943392] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.943591] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.943700] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.943802] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.943904] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.944010] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.944117] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.944247] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.970519] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.970701] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.970818] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.971016] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-543" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.971425] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-d30bf441-5d19-407a-86a1-951d904ac3b4 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.971610] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.971730] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.971995] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.972145] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30bf441-5d19-407a-86a1-951d904ac3b4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.475793] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.475793] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.475793] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.475793] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.475793] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.476332] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.476332] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.476421] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.476827] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.477015] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.477350] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.477523] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.477700] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.478520] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.478686] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.478836] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: d30bf441-5d19-407a-86a1-951d904ac3b4 is going to be updated. [ 1147.501668] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.501868] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.502014] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.502293] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.502491] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.502758] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.116164] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 in Status: SUCCESS [ 1148.116516] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.250768] env[65672]: INFO networking_nsxv3.common.synchronization [req-e41cee55-459d-4dd1-9e78-0bc3234cc05c req-e015f83c-0129-481f-af8d-ac32c1b6753c service nova] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_rules [ 1148.250946] env[65672]: INFO networking_nsxv3.common.synchronization [req-e41cee55-459d-4dd1-9e78-0bc3234cc05c req-e015f83c-0129-481f-af8d-ac32c1b6753c service nova] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_members [ 1148.251091] env[65672]: INFO networking_nsxv3.common.synchronization [req-e41cee55-459d-4dd1-9e78-0bc3234cc05c req-e015f83c-0129-481f-af8d-ac32c1b6753c service nova] Enqueued Resource ID: d30bf441-5d19-407a-86a1-951d904ac3b4 with Priority: HIGHEST for action port [ 1148.251658] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_rules [ 1148.251658] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_members [ 1148.251658] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30bf441-5d19-407a-86a1-951d904ac3b4 with Priority: HIGHEST for action port [ 1148.252147] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.252231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.252565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.252565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.252565] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.253402] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.253545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.253607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.254292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.254292] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.254292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.254292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.254292] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.254707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.254707] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.255330] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30bf441-5d19-407a-86a1-951d904ac3b4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.255330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.255528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.255528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.255596] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30bf441-5d19-407a-86a1-951d904ac3b4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.757224] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.758334] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.758536] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.758603] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d30bf441-5d19-407a-86a1-951d904ac3b4 with status ACTIVE [ 1148.758731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.758822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.758947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.759196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.759282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.759464] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.759550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.759621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.759753] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.759832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.760024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.761179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.761179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.761310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.761345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.761913] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d30bf441-5d19-407a-86a1-951d904ac3b4 is going to be updated. [ 1148.785389] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.785580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.785626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.786483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.786483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.786483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30bf441-5d19-407a-86a1-951d904ac3b4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.264426] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.766931] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.767287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.767287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.767441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.767533] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.767637] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 is going to be updated. [ 1149.801290] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.801473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.801540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.801714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.801860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.810778] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: IN_PROGRESS for 2s [ 1151.822354] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: SUCCESS [ 1151.822571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.822839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.823080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.823270] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.823382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.823443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.823588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.823669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.823752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.823839] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.326604] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.463020] env[65672]: INFO networking_nsxv3.common.synchronization [req-c5fde408-840d-4649-ba37-2a85bae11bcc req-ca519277-14c8-46bb-bd00-775fe1225ca7 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1152.463020] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1152.463020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.463020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.463020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.463020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.463020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.463020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.463020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.463020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.463020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.463020] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.830315] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d3946a4-1400-45dd-9eb6-b35d021e3547: rpc.has_security_group_logging(os_id): False [ 1152.849951] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.850137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.850322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.850491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.873914] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.874282] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.874410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.874474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.874750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.874820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.874915] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 is going to be updated. [ 1152.965803] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.966050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.966050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.966194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.966344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.967645] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.967786] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.967858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.968062] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.968152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.968344] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.968443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.968507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.968656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.968738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.968826] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 1152.992388] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: IN_PROGRESS for 2s [ 1153.010823] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.011038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.011038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.011326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.011479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.026842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 1155.008410] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: SUCCESS [ 1155.008410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.038216] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 1155.038425] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f deletion is rescheduled due to dependency. [ 1155.038570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.698743] env[65672]: INFO networking_nsxv3.common.synchronization [req-a3cc71e5-19ec-40ff-9090-d07a9c19553e req-11895b50-7f47-4da6-add5-55c29f536de4 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Enqueued Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGHEST for action security_group_members [ 1155.699739] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGHEST for action security_group_members [ 1155.699739] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfef7e-7a0d-4866-bba4-e00a779431a9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.699739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.699739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.700406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.700406] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.700491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.700491] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.700773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.700773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.700864] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.177923] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.178422] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-118" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.178422] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-118" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.179377] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-118" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.179377] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.179377] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.179377] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.179602] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.179634] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.179864] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.180036] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.180112] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.180222] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.180332] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.180464] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.180604] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.201887] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.201979] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.202214] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.202528] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-118" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.202746] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.202921] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.203143] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.203427] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.203580] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e085ef1e-1eeb-40b5-8b80-ae66f900a5c7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.204997] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.204997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.204997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.205356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.205356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.205431] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.205523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.205553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.205984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.205984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.205984] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 already deleted. [ 1156.206137] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.707520] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.707831] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.707958] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.708360] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.708554] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.708854] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 not found, creating... [ 1156.709179] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.709438] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.709600] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.709934] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.710171] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.710580] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.710749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.710884] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.711196] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.711387] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.711609] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 is going to be created. [ 1156.736872] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.737158] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.737221] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.737517] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.737801] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.738104] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.545238] env[65672]: INFO networking_nsxv3.common.synchronization [req-a3cc71e5-19ec-40ff-9090-d07a9c19553e req-872c5418-0135-48eb-a544-d6d8587537b4 service nova] Enqueued Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGHEST for action security_group_rules [ 1157.545598] env[65672]: INFO networking_nsxv3.common.synchronization [req-a3cc71e5-19ec-40ff-9090-d07a9c19553e req-872c5418-0135-48eb-a544-d6d8587537b4 service nova] Enqueued Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGHEST for action security_group_members [ 1157.545598] env[65672]: INFO networking_nsxv3.common.synchronization [req-a3cc71e5-19ec-40ff-9090-d07a9c19553e req-872c5418-0135-48eb-a544-d6d8587537b4 service nova] Enqueued Resource ID: e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 with Priority: HIGHEST for action port [ 1157.546190] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGHEST for action security_group_rules [ 1157.546336] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGHEST for action security_group_members [ 1157.546431] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 with Priority: HIGHEST for action port [ 1157.546804] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edfef7e-7a0d-4866-bba4-e00a779431a9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.546944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.547038] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.547268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.547349] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.548247] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfef7e-7a0d-4866-bba4-e00a779431a9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.548366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.548427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.548601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.548757] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.548866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.548928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.549106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.549288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.549288] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.550460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.550460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.550460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.550460] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.551140] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e085ef1e-1eeb-40b5-8b80-ae66f900a5c7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.051953] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.053297] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfef7e-7a0d-4866-bba4-e00a779431a9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.053454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.053753] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 with status ACTIVE [ 1158.053915] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.054035] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.054102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.056185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.056185] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.056185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.056185] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e085ef1e-1eeb-40b5-8b80-ae66f900a5c7 is going to be updated. [ 1158.081193] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.081545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.081629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.081863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.082033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.082200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e085ef1e-1eeb-40b5-8b80-ae66f900a5c7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.555043] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.061549] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.061822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.061882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.062406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.062761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.062761] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 is going to be created. [ 1159.088460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.088739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.088842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.089115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.089305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.100038] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 in Status: UNINITIALIZED for 2s [ 1159.381268] env[65672]: INFO networking_nsxv3.common.synchronization [req-7cc195f1-4715-4f00-be97-7c7d6f1cddb7 req-0ec9ac02-c08e-433b-ad67-753e87db790d tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1159.381843] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGHEST for action security_group_members [ 1159.382166] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.382286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.382350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.382627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.382723] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.382823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.382881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.383037] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.383127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.383243] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.886130] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.887376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.887376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.887938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.888537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.888920] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.889274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.889345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.890200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.890374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.890928] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be updated. [ 1159.929013] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.930738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.930738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.930738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.930738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.944754] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: IN_PROGRESS for 2s [ 1160.599311] env[65672]: INFO networking_nsxv3.common.synchronization [req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 req-4b835fd2-02e5-4ce2-a05e-2d3090ea1e40 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1160.599968] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1160.602455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.602455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.602455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.602638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.603848] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.603848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.603848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.603848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.603848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.603848] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.012790] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.013147] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.014201] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.014201] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.014201] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.014201] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.014718] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.014718] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.015338] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.015338] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.015338] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.015417] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.015725] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.015725] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.015942] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.016037] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.039235] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.039433] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.039601] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.039791] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.040184] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.040349] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.040468] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.041371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.041371] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cbfb95-1e77-41bc-ab73-15d5503e0af0',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.106060] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.113514] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 in Status: SUCCESS [ 1161.115907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.115907] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.115907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.115907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.115907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115907] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.543814] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.544077] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.544265] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.544577] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.544860] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.544933] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port a8cbfb95-1e77-41bc-ab73-15d5503e0af0 not found, creating... [ 1161.545220] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.545399] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.545517] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.545751] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.545929] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.546399] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.546582] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.546702] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.547016] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.547428] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.547428] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: a8cbfb95-1e77-41bc-ab73-15d5503e0af0 is going to be created. [ 1161.574583] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.574943] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.575150] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.575452] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.575710] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.575937] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.611425] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.619689] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfef7e-7a0d-4866-bba4-e00a779431a9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.619689] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.619689] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfef7e-7a0d-4866-bba4-e00a779431a9 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.619689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.620616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.620616] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.620616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.620616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.620616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.620616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.620616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.620616] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.729223] env[65672]: INFO networking_nsxv3.common.synchronization [None req-76459689-d540-4c67-9ca7-085810750bd6 None None] Enqueued Resource ID: a9006c76-3a31-4057-b503-cd4f668b1b32 with Priority: HIGHEST for action port [ 1161.730031] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9006c76-3a31-4057-b503-cd4f668b1b32 with Priority: HIGHEST for action port [ 1161.730351] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9006c76-3a31-4057-b503-cd4f668b1b32 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.730476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9006c76-3a31-4057-b503-cd4f668b1b32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.730840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9006c76-3a31-4057-b503-cd4f668b1b32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.730840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9006c76-3a31-4057-b503-cd4f668b1b32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.731020] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9006c76-3a31-4057-b503-cd4f668b1b32',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.957804] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b in Status: SUCCESS [ 1161.957992] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b deletion is rescheduled due to dependency. [ 1161.957992] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.114298] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.114696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.114696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.114785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.114815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.114921] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1162.122793] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2edfef7e-7a0d-4866-bba4-e00a779431a9: rpc.has_security_group_logging(os_id): False [ 1162.147445] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.147669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.147669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.148349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.148349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.148349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.148550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.148550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.148617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.148713] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.148864] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.148949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.149015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.149156] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.149226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.149404] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.149503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.149541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.149676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.149759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.149824] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 is going to be created. [ 1162.151823] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.151945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.152020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.152176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.152543] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.165138] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1162.216866] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.216977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.217198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.217272] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.218024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.232734] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 in Status: IN_PROGRESS for 2s [ 1162.234567] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9006c76-3a31-4057-b503-cd4f668b1b32 [ 1162.234567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.234567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.234857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.234857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.234917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.235027] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9006c76-3a31-4057-b503-cd4f668b1b32 already deleted. [ 1162.235105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9006c76-3a31-4057-b503-cd4f668b1b32" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.340219] env[65672]: INFO networking_nsxv3.common.synchronization [req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 req-4f6fe7b5-b2fc-40c1-8439-be3972ef2cce service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1162.342300] env[65672]: INFO networking_nsxv3.common.synchronization [req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 req-4f6fe7b5-b2fc-40c1-8439-be3972ef2cce service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1162.342300] env[65672]: INFO networking_nsxv3.common.synchronization [req-57956bf3-09e4-4d1c-8f89-0bff3c7bf6b9 req-4f6fe7b5-b2fc-40c1-8439-be3972ef2cce service nova] Enqueued Resource ID: a8cbfb95-1e77-41bc-ab73-15d5503e0af0 with Priority: HIGHEST for action port [ 1162.342300] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1162.342300] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1162.342300] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cbfb95-1e77-41bc-ab73-15d5503e0af0 with Priority: HIGHEST for action port [ 1162.342300] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.342300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.342300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.342300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.342871] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.346540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.346540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.346540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.346540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.346540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.346540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.346540] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cbfb95-1e77-41bc-ab73-15d5503e0af0',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.745560] env[65672]: INFO networking_nsxv3.common.synchronization [req-17c03c99-58e6-44c2-98ae-47199cd44132 req-0bfb16f9-0939-4090-89da-a6492640644e tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1162.746243] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1162.746617] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.746836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.747971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.748374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.748551] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.748783] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.748847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.749028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.749143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.749318] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.847242] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.847242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.854975] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8cbfb95-1e77-41bc-ab73-15d5503e0af0 with status ACTIVE [ 1162.854975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.854975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.854975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.854975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.854975] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8cbfb95-1e77-41bc-ab73-15d5503e0af0 is going to be updated. [ 1162.877821] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.877821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.877965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.878432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.878432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.878567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cbfb95-1e77-41bc-ab73-15d5503e0af0" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.129957] env[65672]: INFO networking_nsxv3.common.synchronization [req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 req-116b73ea-bfa5-4d9c-88d7-2f8515486cd8 tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1163.130548] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1163.130858] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.130973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.132854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.132854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.132854] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.132854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.132854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.132854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.132854] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.132854] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.252445] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.252980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.253115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.253394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.275979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.276265] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.276381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.276444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.276638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.276717] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.276830] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1163.310330] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.310330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.310330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.310515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.310652] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.323891] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1163.553439] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.553439] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.553439] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.553885] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.554305] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.554619] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.555041] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.555401] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.555819] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.556177] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.556408] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.556631] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.556892] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.557169] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.558158] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.558158] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.582061] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.582061] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.582061] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.582061] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-461" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.582061] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-0f0a40b4-adb8-42a6-8390-87f224e98ae4 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.582488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-0f0a40b4-adb8-42a6-8390-87f224e98ae4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.582488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-0f0a40b4-adb8-42a6-8390-87f224e98ae4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.582617] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-0f0a40b4-adb8-42a6-8390-87f224e98ae4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.582947] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0a40b4-adb8-42a6-8390-87f224e98ae4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.635239] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.635384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.635453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.635808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.635808] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.636080] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.636080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.636174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.636250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.636311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.636391] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 1163.663018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.663184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.663385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.664593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.664593] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.674735] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 1164.088053] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.088345] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.088479] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.088825] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.089208] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.089208] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 0f0a40b4-adb8-42a6-8390-87f224e98ae4 not found, creating... [ 1164.090087] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.090087] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.090087] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.090087] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.090315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.090505] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.090732] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.090838] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.091225] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.091414] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.091492] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 0f0a40b4-adb8-42a6-8390-87f224e98ae4 is going to be created. [ 1164.113826] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.113826] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.113826] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.113826] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.113826] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.113826] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-0f0a40b4-adb8-42a6-8390-87f224e98ae4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.177035] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1164.177494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.177612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.177870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.178178] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.178263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.178299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.178452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.178532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.178624] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.257106] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 in Status: SUCCESS [ 1164.257365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.577399] env[65672]: INFO networking_nsxv3.common.synchronization [None req-bd7ed0d7-b945-44e0-808a-29e5f35a0853 None None] Enqueued Resource ID: 39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50 with Priority: HIGHEST for action port [ 1164.577790] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50 with Priority: HIGHEST for action port [ 1164.578158] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.578290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.578361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.578692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.578804] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.680651] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.799814] env[65672]: INFO networking_nsxv3.common.synchronization [req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 req-d6c32b51-20de-48f0-a900-08c83b204b60 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 1164.801055] env[65672]: INFO networking_nsxv3.common.synchronization [req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 req-d6c32b51-20de-48f0-a900-08c83b204b60 service nova] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1164.801055] env[65672]: INFO networking_nsxv3.common.synchronization [req-0775a42b-ed52-4b84-ab7b-0fac180c03e5 req-d6c32b51-20de-48f0-a900-08c83b204b60 service nova] Enqueued Resource ID: 0f0a40b4-adb8-42a6-8390-87f224e98ae4 with Priority: HIGHEST for action port [ 1164.801055] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_rules [ 1164.801055] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1164.801055] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0a40b4-adb8-42a6-8390-87f224e98ae4 with Priority: HIGHEST for action port [ 1164.801547] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.801723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.801817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.802063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.802146] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.804540] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.804540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.804669] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0a40b4-adb8-42a6-8390-87f224e98ae4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.804815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0a40b4-adb8-42a6-8390-87f224e98ae4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.804892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0a40b4-adb8-42a6-8390-87f224e98ae4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.805369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0a40b4-adb8-42a6-8390-87f224e98ae4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.805668] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0a40b4-adb8-42a6-8390-87f224e98ae4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.081714] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50 [ 1165.081916] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.082060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.082123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.082337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.082423] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.082515] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50 already deleted. [ 1165.082609] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c0a6d1-a4a7-46e0-bcc7-87fd0be40a50" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.182438] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.305236] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.305375] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.306687] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f0a40b4-adb8-42a6-8390-87f224e98ae4 with status ACTIVE [ 1165.306918] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.307048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.307140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.307359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.307457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.307636] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.307737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.307798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.307966] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.308053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.308254] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.308386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.308426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.308541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.308629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.308716] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f0a40b4-adb8-42a6-8390-87f224e98ae4 is going to be updated. [ 1165.333139] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.333321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.333411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.333630] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.333790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.334091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0a40b4-adb8-42a6-8390-87f224e98ae4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.334899] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1165.335107] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 deletion is rescheduled due to dependency. [ 1165.335309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.685142] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.685332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.685332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.685551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.685644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.685741] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1165.688345] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 1165.688513] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f deletion is rescheduled due to dependency. [ 1165.688623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.688789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.689022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.689222] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.689326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.689382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.689532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.689614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.689706] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.719528] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.719760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.719760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.721111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.721111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.733231] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1166.192674] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.695764] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.197832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.198144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.198144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.198281] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.198373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.198489] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 1167.231110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.231313] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.231390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.231947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.231947] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.245198] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 1167.745461] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1167.745711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.745916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.746213] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.746432] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.747090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.747090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.747090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.747090] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.747459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.747459] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.250072] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.250478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.250478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.250565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.250828] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.250828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.251036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.251036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.251199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.251322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.251507] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.251955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.251955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.251955] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.252121] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.252121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.252207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.252366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.252466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.252568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.252680] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.755277] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b: rpc.has_security_group_logging(os_id): False [ 1168.780970] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.781150] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.781222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.781439] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.781530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.781724] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.781846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.781926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.782119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.782204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.782505] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.782632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.782632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.782733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.782810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.782989] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.783096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.783154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.783296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.783367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.783452] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1168.851350] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.851516] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.851590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.851793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.851938] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.869285] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1169.257358] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 1169.257725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.257786] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.257988] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.258203] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.258320] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.258384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.258549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.258654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.258715] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.258802] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.760990] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.763017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.763017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.763017] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.763017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.763627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.763627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.763627] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.763627] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.801670] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.801782] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1169.853458] env[65672]: INFO networking_nsxv3.common.synchronization [req-b977f1b0-fd47-40ac-943f-707e3c8e13da req-55cf5ebc-42b5-4103-97e0-77b241449985 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 1169.854115] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 1169.854440] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.854556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.854622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.854816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.854993] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.855128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.855230] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.855425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.855515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.855609] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.210573] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.210780] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.210903] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.211238] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.211496] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.211652] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.211805] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.211977] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.212270] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.212530] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.212702] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.212844] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.212984] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.213145] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.213282] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.213511] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.233367] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.233790] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.233790] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.233955] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-618" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.234293] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-82deff89-f89d-431d-9460-d94f4c7d325d taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.234465] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-82deff89-f89d-431d-9460-d94f4c7d325d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.234581] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-82deff89-f89d-431d-9460-d94f4c7d325d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.234998] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-82deff89-f89d-431d-9460-d94f4c7d325d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.235158] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82deff89-f89d-431d-9460-d94f4c7d325d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.264953] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6f8df83-b8c8-4f7f-a368-0d3293a88b6f: rpc.has_security_group_logging(os_id): False [ 1170.282936] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.283136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.283224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.283471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.283571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.283837] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.283952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.284030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.284224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.284326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.284534] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.284651] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.284716] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.284911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.285391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.285647] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.285815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.285925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.286144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.286277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.286417] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 1170.353077] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.353310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.353370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.353551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.353701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.358507] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.378379] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 1170.737635] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.738016] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.738264] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.738675] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.738913] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.739175] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 82deff89-f89d-431d-9460-d94f4c7d325d not found, creating... [ 1170.739635] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.739887] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.740094] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.740389] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.740539] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.742751] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.742751] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.742751] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.742751] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.742751] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.742751] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 82deff89-f89d-431d-9460-d94f4c7d325d is going to be created. [ 1170.763470] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.763674] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.763799] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.764091] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.764325] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.764545] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-82deff89-f89d-431d-9460-d94f4c7d325d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.860386] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.893034] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1170.893034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.363906] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.363906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.363906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.363906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.364354] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.364354] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 is going to be updated. [ 1171.392521] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.393178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.393178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.393178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.393310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.403693] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: IN_PROGRESS for 2s [ 1171.478888] env[65672]: INFO networking_nsxv3.common.synchronization [req-b977f1b0-fd47-40ac-943f-707e3c8e13da req-febc63a5-68e5-4e69-b2d1-2deb70fc347f service nova] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_rules [ 1171.479086] env[65672]: INFO networking_nsxv3.common.synchronization [req-b977f1b0-fd47-40ac-943f-707e3c8e13da req-febc63a5-68e5-4e69-b2d1-2deb70fc347f service nova] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 1171.479257] env[65672]: INFO networking_nsxv3.common.synchronization [req-b977f1b0-fd47-40ac-943f-707e3c8e13da req-febc63a5-68e5-4e69-b2d1-2deb70fc347f service nova] Enqueued Resource ID: 82deff89-f89d-431d-9460-d94f4c7d325d with Priority: HIGHEST for action port [ 1171.479906] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_rules [ 1171.480190] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 1171.480349] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82deff89-f89d-431d-9460-d94f4c7d325d with Priority: HIGHEST for action port [ 1171.480773] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.480958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.481098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.481376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.481500] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.482797] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.482993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.483207] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-82deff89-f89d-431d-9460-d94f4c7d325d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.483365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82deff89-f89d-431d-9460-d94f4c7d325d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.483452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82deff89-f89d-431d-9460-d94f4c7d325d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.483718] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82deff89-f89d-431d-9460-d94f4c7d325d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.484145] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82deff89-f89d-431d-9460-d94f4c7d325d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.989612] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.989612] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82deff89-f89d-431d-9460-d94f4c7d325d with status ACTIVE [ 1171.989612] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.989612] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.989612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.989612] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.992070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.992070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.992070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.992070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.992070] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82deff89-f89d-431d-9460-d94f4c7d325d is going to be updated. [ 1172.015655] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.015655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.015655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.015655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.016078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.016078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82deff89-f89d-431d-9460-d94f4c7d325d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.047043] env[65672]: INFO networking_nsxv3.common.synchronization [None req-4e000c3a-d3aa-477b-ba30-fdbb51b985ef tempest-AttachInterfacesTestJSON-589313202 tempest-AttachInterfacesTestJSON-589313202-project-member] Enqueued Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 1172.047594] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca42685-bdad-4a15-93da-c82a80eddc34 with Priority: HIGHEST for action security_group_members [ 1172.048050] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca42685-bdad-4a15-93da-c82a80eddc34 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.048212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.048301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.048591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.048800] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.048952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.049049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.049264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.049378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.049504] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca42685-bdad-4a15-93da-c82a80eddc34',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.400837] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 1172.401255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.553021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.553220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.553289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.553498] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.553586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.553793] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.553907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.553975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.554118] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.554185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.554277] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 is going to be updated. [ 1172.586030] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.586195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.586282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.586455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.586604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.596183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: IN_PROGRESS for 2s [ 1173.006558] env[65672]: INFO networking_nsxv3.common.synchronization [req-0fbe6fe9-4662-4d18-9dfc-12ec3c280918 req-a2d96fec-7008-470b-bc5f-cbe536298c50 tempest-ServerMetadataTestJSON-1448021464 tempest-ServerMetadataTestJSON-1448021464-project-member] Enqueued Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGHEST for action security_group_members [ 1173.007442] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGHEST for action security_group_members [ 1173.007834] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfef7e-7a0d-4866-bba4-e00a779431a9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.007973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.008142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.008368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.008532] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.008636] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.008697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.008918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.008973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.010054] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.417185] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: SUCCESS [ 1173.417561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.417607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.418217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.418217] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.418217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.418217] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.418452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.418487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.418571] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.513912] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.514131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.514208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.514549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.514638] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.514792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.514901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.514970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.515148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.515231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.515317] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 is going to be updated. [ 1173.568214] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.568367] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.568606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.568658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.568773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.578271] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 in Status: IN_PROGRESS for 2s [ 1173.921620] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.424140] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.607369] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca42685-bdad-4a15-93da-c82a80eddc34 in Status: SUCCESS [ 1174.607562] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca42685-bdad-4a15-93da-c82a80eddc34 deletion is rescheduled due to dependency. [ 1174.607679] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca42685-bdad-4a15-93da-c82a80eddc34" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.929093] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.929093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.929093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.929093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.929093] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.929093] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 is going to be updated. [ 1174.961557] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.961744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.961744] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.962027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.962184] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.974493] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: IN_PROGRESS for 2s [ 1175.590874] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 in Status: SUCCESS [ 1175.591171] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 deletion is rescheduled due to dependency. [ 1175.591227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.988571] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: SUCCESS [ 1176.988571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.988571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.989232] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.989393] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.989530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.989810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.989810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.989875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.990021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.990134] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.221831] env[65672]: INFO networking_nsxv3.common.synchronization [None req-454dd462-ccdb-49c7-8cc6-d95aece9c767 None None] Enqueued Resource ID: ce51f55e-e5b2-45b3-960f-e82ce7a76194 with Priority: HIGHEST for action port [ 1177.222334] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce51f55e-e5b2-45b3-960f-e82ce7a76194 with Priority: HIGHEST for action port [ 1177.223876] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce51f55e-e5b2-45b3-960f-e82ce7a76194 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.223876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce51f55e-e5b2-45b3-960f-e82ce7a76194" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.223876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce51f55e-e5b2-45b3-960f-e82ce7a76194" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.224413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce51f55e-e5b2-45b3-960f-e82ce7a76194" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.225377] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce51f55e-e5b2-45b3-960f-e82ce7a76194',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.493607] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.727366] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce51f55e-e5b2-45b3-960f-e82ce7a76194 [ 1177.728040] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.728040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.728040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.729029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.729029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.729029] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce51f55e-e5b2-45b3-960f-e82ce7a76194 already deleted. [ 1177.729029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce51f55e-e5b2-45b3-960f-e82ce7a76194" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.911217] env[65672]: INFO networking_nsxv3.common.synchronization [None req-f9437939-c2a0-4ba5-86ff-7176b09d3f1a tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Enqueued Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_rules [ 1177.911852] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_rules [ 1177.912331] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.912476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.912554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.912796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.912882] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.995331] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 529a793f-ee94-47fc-8b84-e057755d3de3: rpc.has_security_group_logging(os_id): False [ 1178.014511] env[65672]: INFO networking_nsxv3.common.synchronization [None req-647bfc66-2ceb-41f4-813b-a645dd4b4ae3 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Enqueued Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_rules [ 1178.014511] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_rules [ 1178.014511] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.014511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.018977] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.018977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.018977] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.019151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.051991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.051991] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.051991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.051991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.051991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.051991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.051991] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 is going to be updated. [ 1178.126023] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.126023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.126023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.126023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.126023] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.153345] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: IN_PROGRESS for 2s [ 1178.433345] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.433516] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.433564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.433772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.433861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.434051] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d already deleted. [ 1178.434223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.434400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.434599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.434599] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.573035] env[65672]: INFO networking_nsxv3.common.synchronization [req-b511b13c-39ad-4a6d-8f30-ebb5c851008f req-6bbc6e49-3a7d-482f-acba-4bec8b505e1b tempest-ServerDiskConfigTestJSON-1722405936 tempest-ServerDiskConfigTestJSON-1722405936-project-member] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1178.573207] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGHEST for action security_group_members [ 1178.573520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.573634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.573697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.573893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.574292] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.574426] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.574927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.575086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.575287] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.575394] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.963026] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.963224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.963338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.964564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.964564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.964564] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d already deleted. [ 1178.964564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.973187] env[65672]: INFO networking_nsxv3.common.synchronization [req-b3a6c35b-1af6-4776-ac87-a15d353bb480 req-2ae418b4-2d68-4b8a-a831-f3f107e6a7d6 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1178.973731] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1178.974070] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.974192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.974264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.974714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.974885] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.975098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.975098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.975302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.975343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.975410] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.078961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.078961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.078961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.078961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.078961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.078961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.078961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.078961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.079461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.079461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.079461] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be updated. [ 1179.112622] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.112622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.112622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.112622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.112622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.122105] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: IN_PROGRESS for 2s [ 1179.479117] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.479312] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.479373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.479829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.480092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.480204] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.480361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.480361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.480529] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.480604] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.480695] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 already deleted. [ 1179.480765] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.533018] env[65672]: INFO networking_nsxv3.common.synchronization [None req-c51e7397-5312-474b-a8a1-93a2c2cb7a67 None None] Enqueued Resource ID: c043c5a4-f932-48fc-a42b-f1aef3462f40 with Priority: HIGHEST for action port [ 1179.533018] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043c5a4-f932-48fc-a42b-f1aef3462f40 with Priority: HIGHEST for action port [ 1179.533018] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c043c5a4-f932-48fc-a42b-f1aef3462f40 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.533018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c043c5a4-f932-48fc-a42b-f1aef3462f40" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.533666] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c043c5a4-f932-48fc-a42b-f1aef3462f40" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.534951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c043c5a4-f932-48fc-a42b-f1aef3462f40" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.534951] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c043c5a4-f932-48fc-a42b-f1aef3462f40',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.788586] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.788783] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.788902] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.789317] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.789515] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.789670] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.789786] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.790036] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.790202] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.790408] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.790520] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.790627] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.790733] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.790837] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.790938] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.791080] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.809441] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.809612] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.809733] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.809911] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.810255] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-720a65ff-2708-49c1-af70-b051499fe0e4 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.810446] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-720a65ff-2708-49c1-af70-b051499fe0e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.810605] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-720a65ff-2708-49c1-af70-b051499fe0e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.810928] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-720a65ff-2708-49c1-af70-b051499fe0e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.811059] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720a65ff-2708-49c1-af70-b051499fe0e4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.037842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c043c5a4-f932-48fc-a42b-f1aef3462f40 [ 1180.037842] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.037842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.037842] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.038080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.038080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.038080] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c043c5a4-f932-48fc-a42b-f1aef3462f40 already deleted. [ 1180.038171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c043c5a4-f932-48fc-a42b-f1aef3462f40" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.169096] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: SUCCESS [ 1180.169478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.314147] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.314391] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.314514] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.314784] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.314944] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.315107] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 720a65ff-2708-49c1-af70-b051499fe0e4 not found, creating... [ 1180.315379] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.315557] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.315674] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.315900] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.316049] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.316344] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.316501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.316615] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.316821] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.317010] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.317167] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 720a65ff-2708-49c1-af70-b051499fe0e4 is going to be created. [ 1180.337748] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.337984] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.338138] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.338406] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.338640] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.338863] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-720a65ff-2708-49c1-af70-b051499fe0e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.106501] env[65672]: INFO networking_nsxv3.common.synchronization [req-b3a6c35b-1af6-4776-ac87-a15d353bb480 req-1d4c3049-792b-4aa0-971b-442bf27c9c84 service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1181.106675] env[65672]: INFO networking_nsxv3.common.synchronization [req-b3a6c35b-1af6-4776-ac87-a15d353bb480 req-1d4c3049-792b-4aa0-971b-442bf27c9c84 service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1181.106798] env[65672]: INFO networking_nsxv3.common.synchronization [req-b3a6c35b-1af6-4776-ac87-a15d353bb480 req-1d4c3049-792b-4aa0-971b-442bf27c9c84 service nova] Enqueued Resource ID: 720a65ff-2708-49c1-af70-b051499fe0e4 with Priority: HIGHEST for action port [ 1181.107430] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1181.107504] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1181.108425] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 720a65ff-2708-49c1-af70-b051499fe0e4 with Priority: HIGHEST for action port [ 1181.109332] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.109471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.109540] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.113178] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.113271] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.114175] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.114297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.114386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.114620] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.114786] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.114892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.114952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.115114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.115205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.115298] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.116221] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-720a65ff-2708-49c1-af70-b051499fe0e4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.116334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-720a65ff-2708-49c1-af70-b051499fe0e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.116400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-720a65ff-2708-49c1-af70-b051499fe0e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.116555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-720a65ff-2708-49c1-af70-b051499fe0e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.116631] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720a65ff-2708-49c1-af70-b051499fe0e4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.136094] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f in Status: SUCCESS [ 1181.136368] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f deletion is rescheduled due to dependency. [ 1181.136468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.620633] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.620633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.621097] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.621770] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 720a65ff-2708-49c1-af70-b051499fe0e4 with status ACTIVE [ 1181.621770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.621950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.621950] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.622194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.622427] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.622503] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.622696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.622696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.622939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.623147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.623319] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.623444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.623800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.623995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.624546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.624714] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 720a65ff-2708-49c1-af70-b051499fe0e4 is going to be updated. [ 1181.647324] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.647677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.647677] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.647763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.647940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.648212] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-720a65ff-2708-49c1-af70-b051499fe0e4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.127261] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.637096] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.637096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.637096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.637096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.637096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.637096] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be created. [ 1182.660814] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.660814] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.660814] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.661052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.661304] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.671439] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: UNINITIALIZED for 2s [ 1183.502912] env[65672]: INFO networking_nsxv3.common.synchronization [req-aa378835-cccb-492a-a8d4-18daba66ab47 req-6348519d-c850-4df7-8d24-380bd5c019fb tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1183.503584] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1183.504064] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.504575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.504575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.504826] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.505016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.505157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.505242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.505436] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.505580] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.505720] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.969180] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.969487] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.969569] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.969833] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.970174] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.970383] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.970529] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.970773] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.970923] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.971177] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.971330] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.971533] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.971657] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.971770] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.971895] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.972055] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.994217] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.994409] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.994566] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.994766] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.995296] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.995501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.995622] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.995940] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.996091] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb40558a-75ca-4044-8d00-f8cdbe64ecc2',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.011776] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.011776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.011776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.012070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.012070] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.012138] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.012243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.012297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.012443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.012546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.012649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1184.039269] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.040600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.040600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.040600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.040600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.053441] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1184.498277] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.498526] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.498654] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.499069] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.499269] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.499477] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port fb40558a-75ca-4044-8d00-f8cdbe64ecc2 not found, creating... [ 1184.499768] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.499933] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.500069] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.500338] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.500503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.500778] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.500931] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.501077] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.501351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.501488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.501667] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: fb40558a-75ca-4044-8d00-f8cdbe64ecc2 is going to be created. [ 1184.524212] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.524441] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.524561] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.525371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.525371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.525371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.682689] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1184.682985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.683199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.683503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.683771] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.683943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.684063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.684309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.684455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.684589] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.684691] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.187753] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.188276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.188276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.189158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.189158] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.189158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.189158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.189158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.189158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.189377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.189407] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.189546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.189611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.193392] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.193621] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.193734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.193813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.194098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.194194] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.194246] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.194370] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.252481] env[65672]: INFO networking_nsxv3.common.synchronization [req-aa378835-cccb-492a-a8d4-18daba66ab47 req-3b834e18-aa9a-44b2-a45e-0b2edbbb9768 service nova] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 1185.252655] env[65672]: INFO networking_nsxv3.common.synchronization [req-aa378835-cccb-492a-a8d4-18daba66ab47 req-3b834e18-aa9a-44b2-a45e-0b2edbbb9768 service nova] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1185.252793] env[65672]: INFO networking_nsxv3.common.synchronization [req-aa378835-cccb-492a-a8d4-18daba66ab47 req-3b834e18-aa9a-44b2-a45e-0b2edbbb9768 service nova] Enqueued Resource ID: fb40558a-75ca-4044-8d00-f8cdbe64ecc2 with Priority: HIGHEST for action port [ 1185.253345] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 1185.253482] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1185.253608] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb40558a-75ca-4044-8d00-f8cdbe64ecc2 with Priority: HIGHEST for action port [ 1185.254144] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.254306] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.254377] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.254635] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.254722] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.256510] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.256655] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.256829] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.256930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.257174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.257255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.257387] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb40558a-75ca-4044-8d00-f8cdbe64ecc2',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.696523] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ff705d-4501-4e68-abc7-9146d0b71c71: rpc.has_security_group_logging(os_id): False [ 1185.711419] env[65672]: INFO networking_nsxv3.common.synchronization [req-ff955384-6523-4a0b-b74e-4dcdf77068c2 req-e814022a-87e3-41a4-8e3f-07078c51044a tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1185.713071] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1185.713071] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.713071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.713071] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.713487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.713788] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.713968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.714097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.714274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.714363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.714462] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.718930] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.718930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.718930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.718930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.718930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.719220] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.719220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.719391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.719448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.719590] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.719999] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.720116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.720160] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.720303] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.720386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.720573] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.720720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.720780] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.720956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.721218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.721312] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be created. [ 1185.757957] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.757957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.759449] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb40558a-75ca-4044-8d00-f8cdbe64ecc2 with status ACTIVE [ 1185.759690] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.759821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.759890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.760139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.760234] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.760517] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.760634] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.760695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.760863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.760957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.761452] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.761452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.761658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.761800] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.761921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.762060] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb40558a-75ca-4044-8d00-f8cdbe64ecc2 is going to be updated. [ 1185.782638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.782886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.783010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.783265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.783476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.783675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb40558a-75ca-4044-8d00-f8cdbe64ecc2" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.791727] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.791885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.792164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.792164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.792448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.810405] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1185.819667] env[65672]: INFO networking_nsxv3.common.synchronization [None req-efa6a90b-3b88-4929-9537-a237a7e86eb3 None None] Enqueued Resource ID: 12bce3d6-e21b-4827-86b9-c5274e749099 with Priority: HIGHEST for action port [ 1185.820597] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12bce3d6-e21b-4827-86b9-c5274e749099 with Priority: HIGHEST for action port [ 1185.820973] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-12bce3d6-e21b-4827-86b9-c5274e749099 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.821112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12bce3d6-e21b-4827-86b9-c5274e749099" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.821182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12bce3d6-e21b-4827-86b9-c5274e749099" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.824909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12bce3d6-e21b-4827-86b9-c5274e749099" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.825098] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12bce3d6-e21b-4827-86b9-c5274e749099',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.063510] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1186.063676] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 deletion is rescheduled due to dependency. [ 1186.063796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.063965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.064219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.064427] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.064556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.064621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.064830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.064919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.064958] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.153554] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.153774] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.153898] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.154212] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.154622] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.154788] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.154908] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.155221] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.155399] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.155612] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.155721] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.155836] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.155943] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.156071] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.156177] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.156304] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.177807] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.178056] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.178181] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.178386] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.178716] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-f1ca52f4-2515-4173-9afb-3105e928c5cb taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.178892] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-f1ca52f4-2515-4173-9afb-3105e928c5cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.179019] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-f1ca52f4-2515-4173-9afb-3105e928c5cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.179371] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-f1ca52f4-2515-4173-9afb-3105e928c5cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.179513] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ca52f4-2515-4173-9afb-3105e928c5cb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.216613] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.328426] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12bce3d6-e21b-4827-86b9-c5274e749099 [ 1186.329327] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.329991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.330455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.330875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.331759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.331759] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12bce3d6-e21b-4827-86b9-c5274e749099 already deleted. [ 1186.331759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12bce3d6-e21b-4827-86b9-c5274e749099" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.567649] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.683731] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.683974] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.684146] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.684437] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.684589] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.684744] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port f1ca52f4-2515-4173-9afb-3105e928c5cb not found, creating... [ 1186.685015] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.685382] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.685382] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.686151] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.686151] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.686151] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.686151] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.686340] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.686430] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.686558] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.686688] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: f1ca52f4-2515-4173-9afb-3105e928c5cb is going to be created. [ 1186.710725] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.710725] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.710725] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.710964] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.711255] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.711428] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-f1ca52f4-2515-4173-9afb-3105e928c5cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.719706] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.070360] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.224693] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.224693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.224693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.225076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.225076] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.225076] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1187.255313] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.255525] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.255601] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.255820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.255967] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.268644] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1187.455484] env[65672]: INFO networking_nsxv3.common.synchronization [req-ff955384-6523-4a0b-b74e-4dcdf77068c2 req-fa6c5dc8-3294-4ed3-908e-3d9aac274425 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1187.456094] env[65672]: INFO networking_nsxv3.common.synchronization [req-ff955384-6523-4a0b-b74e-4dcdf77068c2 req-fa6c5dc8-3294-4ed3-908e-3d9aac274425 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1187.456094] env[65672]: INFO networking_nsxv3.common.synchronization [req-ff955384-6523-4a0b-b74e-4dcdf77068c2 req-fa6c5dc8-3294-4ed3-908e-3d9aac274425 service nova] Enqueued Resource ID: f1ca52f4-2515-4173-9afb-3105e928c5cb with Priority: HIGHEST for action port [ 1187.456902] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1187.456902] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1187.456902] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca52f4-2515-4173-9afb-3105e928c5cb with Priority: HIGHEST for action port [ 1187.456902] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.457128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.457165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.457896] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.457896] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.458832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.458832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.458832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1ca52f4-2515-4173-9afb-3105e928c5cb taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.458832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1ca52f4-2515-4173-9afb-3105e928c5cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.458832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1ca52f4-2515-4173-9afb-3105e928c5cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.459164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1ca52f4-2515-4173-9afb-3105e928c5cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.459164] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ca52f4-2515-4173-9afb-3105e928c5cb',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.572360] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.572509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.572568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.573345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.573345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.573345] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1187.610874] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.611133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.611133] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.611508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.611508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.620957] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1187.824784] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1187.825094] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.961494] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.961720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.961882] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1ca52f4-2515-4173-9afb-3105e928c5cb with status ACTIVE [ 1187.962265] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.962265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.962461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.962586] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.962898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.962898] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.963151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.963151] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.963359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.963359] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.963999] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.963999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.963999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.963999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.963999] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.965498] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1ca52f4-2515-4173-9afb-3105e928c5cb is going to be updated. [ 1188.001954] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.001954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.001954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.002252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.002252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.002468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1ca52f4-2515-4173-9afb-3105e928c5cb" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.521448] env[65672]: INFO networking_nsxv3.common.synchronization [None req-4f17d371-1b0f-4553-a613-ac3bf7a359ba None None] Enqueued Resource ID: d80a33fc-81c9-412d-a604-fde2293fbc81 with Priority: HIGHEST for action port [ 1188.521448] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80a33fc-81c9-412d-a604-fde2293fbc81 with Priority: HIGHEST for action port [ 1188.521448] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d80a33fc-81c9-412d-a604-fde2293fbc81 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.521448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d80a33fc-81c9-412d-a604-fde2293fbc81" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.522985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d80a33fc-81c9-412d-a604-fde2293fbc81" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.524487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d80a33fc-81c9-412d-a604-fde2293fbc81" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.524487] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d80a33fc-81c9-412d-a604-fde2293fbc81',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.031066] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d80a33fc-81c9-412d-a604-fde2293fbc81 [ 1189.031066] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.031066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.031066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.031066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.031066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.031066] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d80a33fc-81c9-412d-a604-fde2293fbc81 already deleted. [ 1189.031066] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d80a33fc-81c9-412d-a604-fde2293fbc81" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.280028] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1189.280369] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.280569] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.280878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.281196] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.281343] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.281473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.281656] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.281776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.281932] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.634117] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1189.634455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.634948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.634948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.635105] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.635316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.635368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.635546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.635632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.635720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.635816] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.784539] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.139417] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.287533] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.645590] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f072c59-a632-4341-bb1b-42079f814243: rpc.has_security_group_logging(os_id): False [ 1190.664944] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.665197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.665288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.665452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.665544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.665798] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.665894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.665958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.666124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.666195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.666343] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1190.790277] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.790277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.790277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.790277] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.790471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.790471] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1190.822361] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.822545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.822617] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.822846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.823020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.832298] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.832538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.832538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.832733] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.832888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.835645] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1190.846999] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1190.966289] env[65672]: INFO networking_nsxv3.common.synchronization [req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 req-065793b3-28bd-4678-b888-a2228c807145 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Enqueued Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_members [ 1190.966874] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_members [ 1190.967639] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.967639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.967639] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.967867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.967919] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.968347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.968347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.968347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.968347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.968565] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.346901] env[65672]: INFO networking_nsxv3.common.synchronization [req-ed26ce40-c74b-488e-988a-c8feb54abd52 req-494290b1-2ffb-4142-8dc1-fbcad60b171d tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1191.347646] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1191.347975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.348158] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.348263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.348450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.348672] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.348858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.348858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.349102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.349252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.349322] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.358170] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-76 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.358170] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-76" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.358380] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-76" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.358647] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-76" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.358905] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.359741] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.359741] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.359741] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.359741] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.360230] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.360230] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.360411] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.360411] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.360541] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.360733] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.360830] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.381842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.382054] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.382210] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.382394] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-76" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.382696] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.382864] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.382981] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.383338] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.383478] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c563bf32-06a7-4b25-93fa-e083ef3a7fd5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.470638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.471222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.471222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.471222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.471222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.471385] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.471451] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.471510] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.471662] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.471736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.471818] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d already deleted. [ 1191.471899] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.852016] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.852329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.852329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.852455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.873869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.874173] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.874297] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.874361] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.874560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.874654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.874758] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1191.889023] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.889023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.889023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.889023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.889023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.889023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port c563bf32-06a7-4b25-93fa-e083ef3a7fd5 not found, creating... [ 1191.889023] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.889023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.889023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.889023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.889023] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.889549] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.889549] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.889549] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.890195] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.890635] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.891223] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: c563bf32-06a7-4b25-93fa-e083ef3a7fd5 is going to be created. [ 1191.907554] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.907554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.907554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.907921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.907921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.916235] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.916482] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.917171] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.917171] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.917171] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.917348] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.918644] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1192.659577] env[65672]: INFO networking_nsxv3.common.synchronization [req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 req-e61dee9c-6116-43b7-8b32-1863e32a9af7 service nova] Enqueued Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_rules [ 1192.659771] env[65672]: INFO networking_nsxv3.common.synchronization [req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 req-e61dee9c-6116-43b7-8b32-1863e32a9af7 service nova] Enqueued Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_members [ 1192.659906] env[65672]: INFO networking_nsxv3.common.synchronization [req-c000d3ef-6cb0-4be8-b56b-ca4c0c18bce1 req-e61dee9c-6116-43b7-8b32-1863e32a9af7 service nova] Enqueued Resource ID: c563bf32-06a7-4b25-93fa-e083ef3a7fd5 with Priority: HIGHEST for action port [ 1192.660434] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_rules [ 1192.660570] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_members [ 1192.660663] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c563bf32-06a7-4b25-93fa-e083ef3a7fd5 with Priority: HIGHEST for action port [ 1192.660936] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.661074] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.661136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.661339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.661419] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.662608] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.662726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.662794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.662976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.663116] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.663250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.663311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.663521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.663783] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.663783] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.664456] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.664767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.664767] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.664874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.664934] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c563bf32-06a7-4b25-93fa-e083ef3a7fd5',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.845977] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1192.846275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.846385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.846600] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.846790] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.846960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.846960] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.847162] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.847253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.847731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.847731] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.861345] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1192.861720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.900552] env[65672]: INFO networking_nsxv3.common.synchronization [req-8db983f1-09cc-41fa-bab3-9435293dbc82 req-f204615f-cac5-4bda-b4a6-286c9ae822aa tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1192.901361] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1192.901877] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.902028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.902028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.902688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.902688] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.902688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.902688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.903082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.903082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.903082] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.166750] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.168184] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.168356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.168974] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c563bf32-06a7-4b25-93fa-e083ef3a7fd5 with status ACTIVE [ 1193.169681] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.169681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.169681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.169906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.169906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.170115] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.170220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.170273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.170534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.170626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.170850] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.171537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.171537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.171537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.171537] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.171537] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c563bf32-06a7-4b25-93fa-e083ef3a7fd5 is going to be updated. [ 1193.195477] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.195615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.195688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.195885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.196317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.196317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c563bf32-06a7-4b25-93fa-e083ef3a7fd5" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.351094] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.351314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.351314] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.351570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.351810] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.351916] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.351982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.352173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.352290] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.352535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.352722] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.352829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.352895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.353078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.353228] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.353323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.353387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.353534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.353615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.353698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.353784] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.405425] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.405585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.405675] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.405892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.405983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.406184] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.406286] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.406350] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.406507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.406585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.406671] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1193.435092] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.435298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.435376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.435570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.435712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.444554] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1193.674486] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.856538] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b: rpc.has_security_group_logging(os_id): False [ 1193.886372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.886372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.886372] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.886372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.887316] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.887316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.887316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.887316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.887316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.887316] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1193.932169] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1193.933156] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 deletion is rescheduled due to dependency. [ 1193.933461] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.970771] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.971031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.971134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.971403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.971532] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.991649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1194.177499] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.177658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.177730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.178174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.178174] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.178174] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d is going to be created. [ 1194.205146] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.205311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.205372] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.205573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.205918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.218874] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d in Status: UNINITIALIZED for 2s [ 1195.456332] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1195.456683] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1195.456683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.622463] env[65672]: INFO networking_nsxv3.common.synchronization [req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e req-56235fd9-e71b-4100-a1ec-ede375887a5f tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Enqueued Resource ID: e536c62d-db66-4346-96a1-b85017819ff1 with Priority: HIGHEST for action security_group_members [ 1195.622898] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e536c62d-db66-4346-96a1-b85017819ff1 with Priority: HIGHEST for action security_group_members [ 1195.623237] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e536c62d-db66-4346-96a1-b85017819ff1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.623384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.623453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.623709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.623862] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.623982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.624065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.624222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.624330] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.624565] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e536c62d-db66-4346-96a1-b85017819ff1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.804202] env[65672]: INFO networking_nsxv3.common.synchronization [req-8efe1289-0186-44bf-a735-9937ce14fed6 req-603a8af4-feff-4303-882d-347986ba3b36 tempest-AttachVolumeTestJSON-182128981 tempest-AttachVolumeTestJSON-182128981-project-member] Enqueued Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_members [ 1195.804854] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGHEST for action security_group_members [ 1195.805815] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c04cbf-7967-4581-8100-ac75aba07ec9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.805815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.805815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.805815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.805815] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.805815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.807734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.807734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.807734] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.807734] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.012538] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1196.013981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.035784] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.035986] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-563" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.036168] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-563" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.036525] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-563" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.036819] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.037012] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.039024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.039024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.039024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.039172] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.039249] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.039341] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.039445] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.039547] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.039649] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.039772] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.062704] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.062868] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.063043] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.063274] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-563" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.064877] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.066699] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.066699] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.066699] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.066699] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc0d06b-e1fa-44fd-9e20-84902e9a23fa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.127060] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.127276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.127379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.127606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.127706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.127918] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.128039] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.128110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.128329] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.128417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.128511] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e536c62d-db66-4346-96a1-b85017819ff1 already deleted. [ 1196.128595] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.232246] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d in Status: UNINITIALIZED for 4s [ 1196.310572] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.310572] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.310878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.310878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.310958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.312206] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.312206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.312206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.312206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.312206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.312206] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 is going to be updated. [ 1196.344450] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.344701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.344701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.344861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.345105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.358036] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 in Status: IN_PROGRESS for 2s [ 1196.569874] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.569874] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.569874] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.570367] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.570535] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.570720] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa not found, creating... [ 1196.571026] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.571288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.571288] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.571521] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.571671] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.571974] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.572158] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.572312] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.572596] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.572749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.572889] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa is going to be created. [ 1196.598668] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.598931] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.599085] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.599466] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.599892] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.600111] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.324325] env[65672]: INFO networking_nsxv3.common.synchronization [req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e req-03baf556-4516-4256-b1f4-166d40626609 service nova] Enqueued Resource ID: e536c62d-db66-4346-96a1-b85017819ff1 with Priority: HIGHEST for action security_group_rules [ 1197.327021] env[65672]: INFO networking_nsxv3.common.synchronization [req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e req-03baf556-4516-4256-b1f4-166d40626609 service nova] Enqueued Resource ID: e536c62d-db66-4346-96a1-b85017819ff1 with Priority: HIGHEST for action security_group_members [ 1197.327021] env[65672]: INFO networking_nsxv3.common.synchronization [req-a5e6895c-2d26-4f03-a90c-47eff04f9f0e req-03baf556-4516-4256-b1f4-166d40626609 service nova] Enqueued Resource ID: 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa with Priority: HIGHEST for action port [ 1197.327021] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e536c62d-db66-4346-96a1-b85017819ff1 with Priority: HIGHEST for action security_group_rules [ 1197.327021] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e536c62d-db66-4346-96a1-b85017819ff1 with Priority: HIGHEST for action security_group_members [ 1197.327021] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa with Priority: HIGHEST for action port [ 1197.327021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e536c62d-db66-4346-96a1-b85017819ff1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.327021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.327021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.327021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.327021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e536c62d-db66-4346-96a1-b85017819ff1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.328765] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e536c62d-db66-4346-96a1-b85017819ff1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.329197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.329395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.329695] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.329995] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.330222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.330365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.330877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.331122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.333019] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e536c62d-db66-4346-96a1-b85017819ff1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.333019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.333019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.333019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.333688] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.333863] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc0d06b-e1fa-44fd-9e20-84902e9a23fa',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.836467] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e536c62d-db66-4346-96a1-b85017819ff1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.836796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.836847] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e536c62d-db66-4346-96a1-b85017819ff1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.837899] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa with status ACTIVE [ 1197.838929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.839122] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.839207] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.839439] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.839534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.839760] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.839894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.840013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.840221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.840253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.840446] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.840542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.840648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.840746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.840824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.840909] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dc0d06b-e1fa-44fd-9e20-84902e9a23fa is going to be updated. [ 1197.864474] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.864474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.864474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.864474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.864474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.864474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc0d06b-e1fa-44fd-9e20-84902e9a23fa" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.243527] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d in Status: SUCCESS [ 1198.243973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.244268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.244545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.244710] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.244809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.244863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.245027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.245140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.245208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.245382] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.342966] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e536c62d-db66-4346-96a1-b85017819ff1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.369015] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 in Status: SUCCESS [ 1198.369705] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 deletion is rescheduled due to dependency. [ 1198.370813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.747800] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.845601] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.845968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.845968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.846058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.846129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.846226] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e536c62d-db66-4346-96a1-b85017819ff1 is going to be created. [ 1198.871888] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.872109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.872205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.872458] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.872669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.883373] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e536c62d-db66-4346-96a1-b85017819ff1 in Status: UNINITIALIZED for 2s [ 1199.251047] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda5029e-7a8d-45b2-aab2-7861d24d7f6d: rpc.has_security_group_logging(os_id): False [ 1199.269866] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.270068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.270183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.270389] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.270489] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.270755] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.270867] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.270932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.271108] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.271185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.271273] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d is going to be created. [ 1199.379083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.379331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.379331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.379519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.379787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.399385] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d in Status: IN_PROGRESS for 2s [ 1199.594989] env[65672]: INFO networking_nsxv3.common.synchronization [req-434139c3-69d2-4f09-a575-e658e23809d8 req-d9a48eaf-ed6c-41f0-a4d6-19ac05dbe207 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1199.595673] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1199.596179] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.596308] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.596373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.596781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.597019] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.597077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.597115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.597341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.597506] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.597584] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.102886] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.606041] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.894643] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e536c62d-db66-4346-96a1-b85017819ff1 in Status: SUCCESS [ 1200.894892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.895101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.895474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.895707] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.895985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.895985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.896106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.896300] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.896397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.896535] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e536c62d-db66-4346-96a1-b85017819ff1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.108407] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.108702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.108702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.108841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.108930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.109038] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1201.142024] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.142024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.142024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.142024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.142024] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.151769] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1201.398864] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e536c62d-db66-4346-96a1-b85017819ff1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.399100] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.399180] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.400282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.400282] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.400282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.400282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.400282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.400282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.400282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.400282] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e536c62d-db66-4346-96a1-b85017819ff1 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.400282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.400631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.400631] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.400631] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.400726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.400726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.400985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.400985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.400985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.401159] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e536c62d-db66-4346-96a1-b85017819ff1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.405269] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d in Status: SUCCESS [ 1201.405487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.903395] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e536c62d-db66-4346-96a1-b85017819ff1: rpc.has_security_group_logging(os_id): False [ 1201.924349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.924704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.924769] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.924984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.925105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.925503] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.925503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.925623] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.925757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.926116] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.926116] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.926221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.926901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.926901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.926901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.926901] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.926901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.927425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.927425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.927425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.927425] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e536c62d-db66-4346-96a1-b85017819ff1 is going to be created. [ 1202.000848] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.001088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.001088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.001226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.001404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.014026] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e536c62d-db66-4346-96a1-b85017819ff1 in Status: IN_PROGRESS for 2s [ 1202.474836] env[65672]: INFO networking_nsxv3.common.synchronization [req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 req-6a9c0fe0-cc4d-4a27-8a31-57f374107516 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1202.475423] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1202.475815] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.475892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.475931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.477472] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.477649] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.477789] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.477882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.478110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.478231] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.478357] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.790150] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.792021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.792021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.792021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.792021] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.792021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.792021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.792021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.792021] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.792021] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.792021] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.792021] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.792430] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.792430] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.792430] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.792430] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.816289] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.816289] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.816289] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.816289] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.816289] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-a01509f4-3528-4cdb-9886-2fa4460a8f22 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.816633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.816853] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.817304] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.817487] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01509f4-3528-4cdb-9886-2fa4460a8f22',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.982421] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.982421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.982421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.982421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.984802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.984802] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.984802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.984802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.984802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.984802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.984802] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1203.026419] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.026535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.026535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.026845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.026915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.038026] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1203.169190] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1203.169459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.320654] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.320654] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.321567] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.321567] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.321567] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.321748] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port a01509f4-3528-4cdb-9886-2fa4460a8f22 not found, creating... [ 1203.321937] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.322118] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.322236] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.322885] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.322885] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.323089] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.323089] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.323226] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.323398] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.323544] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.323684] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: a01509f4-3528-4cdb-9886-2fa4460a8f22 is going to be created. [ 1203.352533] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.354260] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.354260] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.354260] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.354260] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.354489] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.026473] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e536c62d-db66-4346-96a1-b85017819ff1 in Status: SUCCESS [ 1204.026781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.062420] env[65672]: INFO networking_nsxv3.common.synchronization [req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 req-b930d4be-e405-411d-9b84-61eff94703b3 service nova] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 1204.062537] env[65672]: INFO networking_nsxv3.common.synchronization [req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 req-b930d4be-e405-411d-9b84-61eff94703b3 service nova] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1204.062655] env[65672]: INFO networking_nsxv3.common.synchronization [req-bf575800-187d-4deb-9fe7-bf7810b8b6a4 req-b930d4be-e405-411d-9b84-61eff94703b3 service nova] Enqueued Resource ID: a01509f4-3528-4cdb-9886-2fa4460a8f22 with Priority: HIGHEST for action port [ 1204.063232] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 1204.063472] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1204.063535] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01509f4-3528-4cdb-9886-2fa4460a8f22 with Priority: HIGHEST for action port [ 1204.063858] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.064560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.064560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.064749] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.064821] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.066446] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.066502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.066849] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a01509f4-3528-4cdb-9886-2fa4460a8f22 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.066973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.067068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.067689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.067786] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01509f4-3528-4cdb-9886-2fa4460a8f22',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.567725] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.567959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.569312] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a01509f4-3528-4cdb-9886-2fa4460a8f22 with status ACTIVE [ 1204.569756] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.569890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.569890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.570356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.570429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.570731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.571327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.571327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.571327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.571482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.572455] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.572455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.572455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.572455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.572455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.572455] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a01509f4-3528-4cdb-9886-2fa4460a8f22 is going to be updated. [ 1204.602921] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.603097] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.603153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.603362] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.603501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.603735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.840162] env[65672]: INFO networking_nsxv3.common.synchronization [req-1b9a69a4-a157-4746-b996-a16a41fb68ea req-9dfa1afa-20c9-4310-bd22-d2952a16679a tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1204.840716] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1204.841036] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.841345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.841345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.841448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.841629] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.841764] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.841806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.841935] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.842029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.842120] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.048553] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1205.048934] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 deletion is rescheduled due to dependency. [ 1205.048934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.049016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.049223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.049467] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.049633] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.049699] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.049865] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.049948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.050150] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.159966] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.160196] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.160376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.160648] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.161016] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.161193] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.161387] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.161632] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.161777] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.161979] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.162105] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.162220] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.162326] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.162437] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.162583] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.162725] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.189844] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.189844] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.189844] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.190150] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.190615] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.190738] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.190775] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.191301] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.191301] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c98ee3ea-5884-4f87-ae20-d7a5974e18ff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.344214] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.344373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.344373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.344591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.344680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.344863] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.344958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.345030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.345220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.345288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.345377] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1205.391756] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.391991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.391991] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.392175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.392332] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.402963] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1205.553162] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.610358] env[65672]: INFO networking_nsxv3.common.synchronization [req-a4f1256a-203f-42e9-9036-f1be7b53e6ad req-fcbbabd5-7589-4e67-9843-4bf9f19d92fc tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_members [ 1205.610914] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 with Priority: HIGHEST for action security_group_members [ 1205.611233] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-59eb87bc-2e5e-46a4-a830-d583ba7a5521 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.611344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.611403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.611603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.612133] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.612249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.612319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.612445] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.612564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.612665] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59eb87bc-2e5e-46a4-a830-d583ba7a5521',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.694276] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.694806] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.695020] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.695391] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.695615] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.696172] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port c98ee3ea-5884-4f87-ae20-d7a5974e18ff not found, creating... [ 1205.696318] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.696580] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.696820] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.697118] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.697388] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.697829] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.698084] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.698289] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.698601] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.698816] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.699046] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: c98ee3ea-5884-4f87-ae20-d7a5974e18ff is going to be created. [ 1205.721522] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.721669] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.721898] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.723014] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.723014] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.723014] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.054230] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.117438] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.117438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.117438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.117438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.117438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.117438] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.117438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.117438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.117438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.117438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.117438] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 is going to be updated. [ 1206.147863] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.148434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.148552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.149129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.149129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.159064] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 in Status: IN_PROGRESS for 2s [ 1206.292325] env[65672]: INFO networking_nsxv3.common.synchronization [req-aa058b4f-52fb-44b2-9ad1-ed57d4b28b71 req-5d26f68f-cd7f-44af-bd21-9d53e22b647a tempest-AttachVolumeShelveTestJSON-1867462438 tempest-AttachVolumeShelveTestJSON-1867462438-project-member] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_members [ 1206.292760] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGHEST for action security_group_members [ 1206.294197] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.294432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.294432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.294707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.294954] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.295068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.295130] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.295236] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.295830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.295830] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.443426] env[65672]: INFO networking_nsxv3.common.synchronization [req-1b9a69a4-a157-4746-b996-a16a41fb68ea req-ac119b6a-9441-4cfa-a286-50469e971d6c service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1206.443614] env[65672]: INFO networking_nsxv3.common.synchronization [req-1b9a69a4-a157-4746-b996-a16a41fb68ea req-ac119b6a-9441-4cfa-a286-50469e971d6c service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1206.443729] env[65672]: INFO networking_nsxv3.common.synchronization [req-1b9a69a4-a157-4746-b996-a16a41fb68ea req-ac119b6a-9441-4cfa-a286-50469e971d6c service nova] Enqueued Resource ID: c98ee3ea-5884-4f87-ae20-d7a5974e18ff with Priority: HIGHEST for action port [ 1206.444307] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1206.444448] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1206.444544] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98ee3ea-5884-4f87-ae20-d7a5974e18ff with Priority: HIGHEST for action port [ 1206.444815] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.444927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.444993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.445541] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.445628] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.447741] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.447850] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.448083] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.448189] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.448275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.448534] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.448617] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c98ee3ea-5884-4f87-ae20-d7a5974e18ff',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.557067] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.557571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.557571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.557670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.557707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.557783] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1206.587357] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.587594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.587776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.588152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.588383] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.598746] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1206.804332] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.804564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.804564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.804815] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.804869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.805042] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.805146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.805219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.805682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.805682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.805682] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 is going to be updated. [ 1206.835910] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.835910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.835910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.835910] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.836164] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.847878] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: IN_PROGRESS for 2s [ 1206.955264] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.955610] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.955745] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c98ee3ea-5884-4f87-ae20-d7a5974e18ff with status ACTIVE [ 1206.956020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.956176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.956273] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.956618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.956732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.957015] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.957165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.957301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.957554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.957788] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.957961] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.958142] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.958284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.958470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.958572] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.958862] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c98ee3ea-5884-4f87-ae20-d7a5974e18ff is going to be updated. [ 1206.979776] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.980040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.980170] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.980477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.980694] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.980953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c98ee3ea-5884-4f87-ae20-d7a5974e18ff" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.414513] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1207.414513] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1207.414513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.414972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.414972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.415137] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.415249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.415316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.415483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.415566] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.415659] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.918652] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.171639] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 in Status: SUCCESS [ 1208.171837] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59eb87bc-2e5e-46a4-a830-d583ba7a5521 deletion is rescheduled due to dependency. [ 1208.171931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59eb87bc-2e5e-46a4-a830-d583ba7a5521" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.420733] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.626779] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1208.627031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.627200] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.627528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.628781] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.628781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.628781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.628781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.628781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.628781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.628781] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.860206] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 in Status: SUCCESS [ 1208.860379] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 deletion is rescheduled due to dependency. [ 1208.860535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.923849] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.924050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.924196] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.924476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.924649] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.924804] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1208.959458] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.959757] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.959844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.960222] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.960487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.971691] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1209.130412] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.378110] env[65672]: INFO networking_nsxv3.common.synchronization [req-36f7840b-58bc-42c8-b3fc-38a520f6b1ae req-d17bfdd9-1001-48c6-94d1-32201b1d3b02 tempest-ServerPasswordTestJSON-1490747433 tempest-ServerPasswordTestJSON-1490747433-project-member] Enqueued Resource ID: e536c62d-db66-4346-96a1-b85017819ff1 with Priority: HIGHEST for action security_group_members [ 1209.378110] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e536c62d-db66-4346-96a1-b85017819ff1 with Priority: HIGHEST for action security_group_members [ 1209.378110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e536c62d-db66-4346-96a1-b85017819ff1 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.378264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.378317] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.378726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.378726] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.378871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.378871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.379210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.379210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.379210] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e536c62d-db66-4346-96a1-b85017819ff1',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.633886] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e123bdb4-076d-4f75-b969-05b6b9ad8327: rpc.has_security_group_logging(os_id): False [ 1209.653204] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.653474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.653474] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.653622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.653759] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.653950] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.654143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.654143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.654302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.654355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.654412] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1209.723118] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.723275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.723596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.723696] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.723840] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.742263] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1209.759791] env[65672]: INFO networking_nsxv3.common.synchronization [req-44202f90-cca9-4f9f-acb0-4083acbc931a req-6732f040-e365-4437-9f7f-b014deeb9543 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1209.759963] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1209.761503] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.761503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.761503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.761503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.761503] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.761503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.761503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.761503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.761503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.761503] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.884022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.884022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.884022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.884022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.884022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.884022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.884022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.884022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.884022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.884022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.884022] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e536c62d-db66-4346-96a1-b85017819ff1 is going to be updated. [ 1209.924930] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.925348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.925348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.925505] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.925622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.938440] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e536c62d-db66-4346-96a1-b85017819ff1 in Status: IN_PROGRESS for 2s [ 1210.267254] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.731444] env[65672]: INFO networking_nsxv3.common.synchronization [None req-842ba902-49cb-45e0-acab-d26a81fd6684 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_rules [ 1210.732030] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_rules [ 1210.732499] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-324da946-4454-488b-be5f-bf7f502935bd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.732592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.732670] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.732942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.733053] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.769412] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.871154] env[65672]: INFO networking_nsxv3.common.synchronization [None req-d0f626f4-8207-4d05-b690-979725dcf24c tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_rules [ 1210.871531] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_rules [ 1210.871860] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-324da946-4454-488b-be5f-bf7f502935bd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.871976] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.985606] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1210.985756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.985906] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.986208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.987735] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.987735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.987735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.987735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.987735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.987735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.987735] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.264590] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.264856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.265020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.265393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.265393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.265619] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 324da946-4454-488b-be5f-bf7f502935bd already deleted. [ 1211.265619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.265738] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.266098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.266178] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.272598] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.272795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.272894] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.273216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.273365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.273487] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1211.322722] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.322722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.322722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.322722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.322934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.338492] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1211.491948] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.491948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.491948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.491948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.492138] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.492138] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.492216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.492519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.492519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.492519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.492893] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.492893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.492893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.492893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.493041] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.493192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.493192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.493339] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.493413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.493496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.493583] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.758700] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1211.759112] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.789986] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.789986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.790183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.790267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.790358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.790689] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 324da946-4454-488b-be5f-bf7f502935bd already deleted. [ 1211.790689] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.947988] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e536c62d-db66-4346-96a1-b85017819ff1 in Status: SUCCESS [ 1211.948473] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e536c62d-db66-4346-96a1-b85017819ff1 deletion is rescheduled due to dependency. [ 1211.948473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e536c62d-db66-4346-96a1-b85017819ff1" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.996103] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ff705d-4501-4e68-abc7-9146d0b71c71: rpc.has_security_group_logging(os_id): False [ 1212.023376] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.023376] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.023376] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.023376] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.024476] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.024476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.024476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.024476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.024476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.024476] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1212.098962] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.101019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.101019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.101019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.101019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.112408] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1213.351076] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1213.351344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.124919] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1214.125187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.872682] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.873071] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1217.594015] env[65672]: INFO networking_nsxv3.common.synchronization [req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 req-682a36bf-7f66-4b23-bcf7-d28255b33e9d tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_members [ 1217.594563] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_members [ 1217.594878] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-324da946-4454-488b-be5f-bf7f502935bd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.594994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.595851] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.596169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.596349] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.596462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.596517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.596709] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.597033] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.597033] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.948524] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.948727] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.948847] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.951490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.951490] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.951490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.951490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.951490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.951490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.951942] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.951942] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.951942] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.951942] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.952095] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.952095] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.952216] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.985188] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.985381] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.985525] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.985698] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-251" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.986039] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-bd1ab71d-af09-4838-abad-1fa84303db46 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.986223] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-bd1ab71d-af09-4838-abad-1fa84303db46" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.986349] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-bd1ab71d-af09-4838-abad-1fa84303db46" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.986669] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-bd1ab71d-af09-4838-abad-1fa84303db46" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.986806] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1ab71d-af09-4838-abad-1fa84303db46',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.098869] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.099028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.099110] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.099439] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.099539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.099752] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.099845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.099907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.100068] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.100147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.100231] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 324da946-4454-488b-be5f-bf7f502935bd already deleted. [ 1218.100310] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.491315] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.491315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.491315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.491315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.491315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.491315] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port bd1ab71d-af09-4838-abad-1fa84303db46 not found, creating... [ 1218.491315] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.491315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.491315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.491315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.491315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.491840] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.491840] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.491840] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.491840] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.491984] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.492123] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: bd1ab71d-af09-4838-abad-1fa84303db46 is going to be created. [ 1218.515720] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.515956] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.516039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.516311] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.516540] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.516762] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-bd1ab71d-af09-4838-abad-1fa84303db46" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.246519] env[65672]: INFO networking_nsxv3.common.synchronization [req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 req-c5b71e36-db1e-49c8-944b-5a38c9d76ce3 service nova] Enqueued Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_rules [ 1219.246904] env[65672]: INFO networking_nsxv3.common.synchronization [req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 req-c5b71e36-db1e-49c8-944b-5a38c9d76ce3 service nova] Enqueued Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_members [ 1219.246904] env[65672]: INFO networking_nsxv3.common.synchronization [req-ba780bd3-693a-4f71-8645-5b3bfcf010b2 req-c5b71e36-db1e-49c8-944b-5a38c9d76ce3 service nova] Enqueued Resource ID: bd1ab71d-af09-4838-abad-1fa84303db46 with Priority: HIGHEST for action port [ 1219.247372] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_rules [ 1219.247476] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_members [ 1219.247543] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1ab71d-af09-4838-abad-1fa84303db46 with Priority: HIGHEST for action port [ 1219.247812] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-324da946-4454-488b-be5f-bf7f502935bd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.247945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.248041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.248210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.248291] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.249138] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-324da946-4454-488b-be5f-bf7f502935bd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.249256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.249326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.249456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.249705] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.249787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.249843] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.249948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.250034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.250125] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.250870] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd1ab71d-af09-4838-abad-1fa84303db46 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.251034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd1ab71d-af09-4838-abad-1fa84303db46" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.251034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd1ab71d-af09-4838-abad-1fa84303db46" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.251169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd1ab71d-af09-4838-abad-1fa84303db46" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.251237] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1ab71d-af09-4838-abad-1fa84303db46',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.752705] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-324da946-4454-488b-be5f-bf7f502935bd taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.752959] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.753117] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.754081] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd1ab71d-af09-4838-abad-1fa84303db46 with status ACTIVE [ 1219.754882] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.754882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.754882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.754882] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.755238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.755238] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.755467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.755606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.755793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.755885] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.756305] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.756305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.756305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.756475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.756475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.756580] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd1ab71d-af09-4838-abad-1fa84303db46 is going to be updated. [ 1219.778638] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.778864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.778864] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.779052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.779190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.779338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd1ab71d-af09-4838-abad-1fa84303db46" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.258407] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.762872] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.763089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.763183] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.763484] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.763701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.763927] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 324da946-4454-488b-be5f-bf7f502935bd is going to be created. [ 1220.805394] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.805710] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.805975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.806148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.806394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.819383] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 324da946-4454-488b-be5f-bf7f502935bd in Status: UNINITIALIZED for 2s [ 1222.082548] env[65672]: INFO networking_nsxv3.common.synchronization [req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 req-64370416-02f6-40fd-bcdf-3b043972b058 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1222.082925] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1222.083241] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.083373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.083480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.083685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.083986] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.083986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.083986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.084153] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.084223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.084313] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.381863] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.382084] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.382214] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.382476] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.382743] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.382974] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.383125] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.383355] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.383501] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.383711] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.383827] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.383929] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.384054] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.384167] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.384274] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.384407] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.404437] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.404601] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.404735] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.404907] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.405241] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-82a7d611-1754-4d48-ab39-1eeadaaa52f7 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.405436] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-82a7d611-1754-4d48-ab39-1eeadaaa52f7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.405584] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-82a7d611-1754-4d48-ab39-1eeadaaa52f7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.405881] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-82a7d611-1754-4d48-ab39-1eeadaaa52f7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.406055] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a7d611-1754-4d48-ab39-1eeadaaa52f7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.586269] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.829429] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 324da946-4454-488b-be5f-bf7f502935bd in Status: SUCCESS [ 1222.829660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.829845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.830063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.830252] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.830366] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.830430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.830614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.830720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.830827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.830923] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.909906] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.910278] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.910404] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.910722] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.910879] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.911062] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 82a7d611-1754-4d48-ab39-1eeadaaa52f7 not found, creating... [ 1222.911336] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.911488] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.911616] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.911830] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.912025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.912334] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.912536] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.912613] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.912851] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.912962] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.913803] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 82a7d611-1754-4d48-ab39-1eeadaaa52f7 is going to be created. [ 1222.935024] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.935178] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.935222] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.935504] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.935724] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.935950] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-82a7d611-1754-4d48-ab39-1eeadaaa52f7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.088297] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.333405] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.590661] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.590820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.590884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.591120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.591214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.591312] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1223.628362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.628550] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.628608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.628807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.629144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.639397] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1223.667285] env[65672]: INFO networking_nsxv3.common.synchronization [req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 req-9eaf9f10-9692-46cd-b7b9-4a492965df77 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1223.667502] env[65672]: INFO networking_nsxv3.common.synchronization [req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 req-9eaf9f10-9692-46cd-b7b9-4a492965df77 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1223.667640] env[65672]: INFO networking_nsxv3.common.synchronization [req-1215fe5f-ccfd-49c4-b715-0b64c5c42747 req-9eaf9f10-9692-46cd-b7b9-4a492965df77 service nova] Enqueued Resource ID: 82a7d611-1754-4d48-ab39-1eeadaaa52f7 with Priority: HIGHEST for action port [ 1223.668180] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1223.668325] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1223.668476] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a7d611-1754-4d48-ab39-1eeadaaa52f7 with Priority: HIGHEST for action port [ 1223.668757] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.668880] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.668945] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.669268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.669335] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.671782] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.671928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.672133] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-82a7d611-1754-4d48-ab39-1eeadaaa52f7 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.672871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82a7d611-1754-4d48-ab39-1eeadaaa52f7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.672871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82a7d611-1754-4d48-ab39-1eeadaaa52f7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.672871] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82a7d611-1754-4d48-ab39-1eeadaaa52f7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.672871] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a7d611-1754-4d48-ab39-1eeadaaa52f7',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.836440] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 324da946-4454-488b-be5f-bf7f502935bd: rpc.has_security_group_logging(os_id): False [ 1223.854577] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.854763] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.854841] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.854994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.855102] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.855354] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.855470] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.855535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.855685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.855760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.855845] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 324da946-4454-488b-be5f-bf7f502935bd is going to be created. [ 1223.915620] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.915897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.915897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.916084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.916289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.931673] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 324da946-4454-488b-be5f-bf7f502935bd in Status: IN_PROGRESS for 2s [ 1224.171364] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.171793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.177008] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82a7d611-1754-4d48-ab39-1eeadaaa52f7 with status ACTIVE [ 1224.177281] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.177473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.177546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.177711] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.177805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.177979] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.178088] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.178149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.178347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.178387] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.178613] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.178721] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.178764] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.178900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.178975] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.179070] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82a7d611-1754-4d48-ab39-1eeadaaa52f7 is going to be updated. [ 1224.201512] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.201724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.201724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.201932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.202208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.202378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82a7d611-1754-4d48-ab39-1eeadaaa52f7" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.650883] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1225.651422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.651422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.651422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.651635] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.651730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.651730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.651953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.652013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.652114] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.949013] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 324da946-4454-488b-be5f-bf7f502935bd in Status: SUCCESS [ 1225.949289] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.155108] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.657994] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.160535] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.160784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.160784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.160954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.161098] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.161208] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1227.194397] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.194564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.194612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.194812] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.194956] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.205370] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1228.669765] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.670090] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1229.067672] env[65672]: INFO networking_nsxv3.common.synchronization [req-682da7dc-c470-4076-b897-0de1103bab7f req-c38bb434-54d6-4452-9f71-66edef973771 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1229.067672] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1229.067672] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.067672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.067672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.067672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.067672] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.067672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.067672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.068111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.068111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.068111] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.227975] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 4s [ 1229.569996] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.570223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.570223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.570449] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.570546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.570734] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.570830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.570891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.571057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.571136] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.571219] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1229.597177] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.597388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.597437] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.597746] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.597922] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.607130] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1231.237398] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1231.237874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.237874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.238052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.238225] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.238336] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.238400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.238596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.238680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.238756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.238848] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.616993] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1231.617196] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1231.617309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.742161] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.742161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.742161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.742161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.742161] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.742161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.742161] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.742558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.742558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.742558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.742558] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.742756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.742820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.742996] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.743242] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.743373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.743454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.743625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.743729] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.743963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.743963] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.246170] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b: rpc.has_security_group_logging(os_id): False [ 1232.265682] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.265872] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.265921] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.266154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.266245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.266445] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.266554] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.266618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.266770] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.266847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.267101] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.267201] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.267253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.267397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.267473] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.267691] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.267831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.267831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.267969] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.268077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.268168] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1232.328980] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.329226] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.329328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.329553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.329701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.341682] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1234.067438] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.067797] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1234.123260] env[65672]: INFO networking_nsxv3.common.synchronization [req-b9c80bb3-b394-452a-b737-8cee48f56155 req-4345a482-12b6-42f9-b225-e7573f9eb470 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1234.123260] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1234.123260] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.123260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.123260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.123260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.124044] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.124044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.124044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.124044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.124044] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.124044] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.359947] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1234.360224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.625309] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.127380] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.630214] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.630386] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.630487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.630660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.630754] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.630855] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1235.675294] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.675493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.675544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.675756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.675905] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.687321] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1237.699484] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1237.699892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.123058] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.123421] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.576612] env[65672]: INFO networking_nsxv3.common.synchronization [req-13bfb758-7af1-4119-9e06-abbc5e3045bf req-912546af-9160-480d-8e82-a6afc8ea6cd2 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1241.577069] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1241.577381] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.577499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.577560] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.577855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.578029] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.578283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.578335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.578453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.578539] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.578633] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.875224] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.875424] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.875552] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.876088] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.876360] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.876554] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.876898] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.876898] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.877047] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.877258] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.877362] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.877528] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.877689] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.877861] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.877910] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.878016] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.899417] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.899516] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1241.899692] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.899925] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.900387] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-c39e0571-497d-4393-80b5-a5b0047f4732 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.900598] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-c39e0571-497d-4393-80b5-a5b0047f4732" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.900718] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-c39e0571-497d-4393-80b5-a5b0047f4732" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.901073] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-c39e0571-497d-4393-80b5-a5b0047f4732" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.901250] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c39e0571-497d-4393-80b5-a5b0047f4732',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.082152] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.082356] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.082405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.082657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.082784] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.083094] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.083203] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.083294] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.083479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.083625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.083672] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1242.112776] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.112993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.112993] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.113295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.113444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.122313] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1242.403192] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.403419] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.403556] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.403868] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.404050] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.404203] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port c39e0571-497d-4393-80b5-a5b0047f4732 not found, creating... [ 1242.404484] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.404655] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.404818] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.405024] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.405168] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.405466] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.405733] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.405802] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.406043] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.406200] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.406337] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: c39e0571-497d-4393-80b5-a5b0047f4732 is going to be created. [ 1242.427940] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.428351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.428351] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.428562] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.428806] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.429029] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-c39e0571-497d-4393-80b5-a5b0047f4732" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.431292] env[65672]: INFO networking_nsxv3.common.synchronization [req-7bd26100-29f1-4189-a2dd-e8efa3c4e39b req-19c867d6-a44b-4e2d-adee-d148412de8d8 tempest-ServersTestFqdnHostnames-1878934986 tempest-ServersTestFqdnHostnames-1878934986-project-member] Enqueued Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_members [ 1242.431725] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d with Priority: HIGHEST for action security_group_members [ 1242.432241] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.432370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.432429] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.432591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.432739] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.432832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.432891] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.433041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.433125] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.433211] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda5029e-7a8d-45b2-aab2-7861d24d7f6d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.935818] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.935818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.935818] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.936581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.936581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.936581] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.936581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.936581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.936802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.936802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.936802] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d is going to be updated. [ 1242.965897] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.966115] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.966163] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.966570] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.966676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.976648] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d in Status: IN_PROGRESS for 2s [ 1243.156094] env[65672]: INFO networking_nsxv3.common.synchronization [req-13bfb758-7af1-4119-9e06-abbc5e3045bf req-c64653f7-6dcd-43aa-b80d-9559b8c85e4c service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1243.157033] env[65672]: INFO networking_nsxv3.common.synchronization [req-13bfb758-7af1-4119-9e06-abbc5e3045bf req-c64653f7-6dcd-43aa-b80d-9559b8c85e4c service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1243.157033] env[65672]: INFO networking_nsxv3.common.synchronization [req-13bfb758-7af1-4119-9e06-abbc5e3045bf req-c64653f7-6dcd-43aa-b80d-9559b8c85e4c service nova] Enqueued Resource ID: c39e0571-497d-4393-80b5-a5b0047f4732 with Priority: HIGHEST for action port [ 1243.157360] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1243.157491] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1243.157564] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39e0571-497d-4393-80b5-a5b0047f4732 with Priority: HIGHEST for action port [ 1243.157906] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.158032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.158101] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.158480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.158573] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.159440] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.159524] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.159823] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-c39e0571-497d-4393-80b5-a5b0047f4732 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.159823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c39e0571-497d-4393-80b5-a5b0047f4732" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.159823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c39e0571-497d-4393-80b5-a5b0047f4732" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.160052] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c39e0571-497d-4393-80b5-a5b0047f4732" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.160100] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c39e0571-497d-4393-80b5-a5b0047f4732',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.661901] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.662154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.662221] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c39e0571-497d-4393-80b5-a5b0047f4732 with status ACTIVE [ 1243.662918] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.662918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.662918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.662918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.662918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.663168] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.663168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.663168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.663388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.663388] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.663560] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.663687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.663725] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.663845] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.663917] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.663999] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c39e0571-497d-4393-80b5-a5b0047f4732 is going to be updated. [ 1243.685617] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.685776] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.685837] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.686027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.686168] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.686322] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c39e0571-497d-4393-80b5-a5b0047f4732" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.208986] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1244.209404] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1244.209404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.209404] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.209594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.209786] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.209903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.209963] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.210171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.210243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.210345] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.453239] env[65672]: INFO networking_nsxv3.common.synchronization [req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b req-8701a9f7-b9f3-4091-9614-499e47a46ef1 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1244.453799] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1244.454150] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.454250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.454334] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.455219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.455219] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.455219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.455219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.455219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.455219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.455219] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.712529] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.738917] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.739213] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.739376] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.739607] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.739853] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.740029] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.740164] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.740515] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.740675] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.740884] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.741076] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.741120] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.741208] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.741392] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.741425] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.741527] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.764044] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.764155] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1244.764305] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.764483] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-30" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.764820] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-00fc1cc7-97a6-40a5-a354-c48091fa7870 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.765018] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-00fc1cc7-97a6-40a5-a354-c48091fa7870" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.765146] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-00fc1cc7-97a6-40a5-a354-c48091fa7870" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.765467] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-00fc1cc7-97a6-40a5-a354-c48091fa7870" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.765712] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00fc1cc7-97a6-40a5-a354-c48091fa7870',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.957294] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.987988] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d in Status: SUCCESS [ 1244.988285] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda5029e-7a8d-45b2-aab2-7861d24d7f6d deletion is rescheduled due to dependency. [ 1244.988414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda5029e-7a8d-45b2-aab2-7861d24d7f6d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.214379] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.268558] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.268823] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.268925] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.269256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.269416] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.269567] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 00fc1cc7-97a6-40a5-a354-c48091fa7870 not found, creating... [ 1245.269840] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.270039] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.270156] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.270386] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.270520] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.270811] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.270963] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.271094] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.271311] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.271446] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.271585] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 00fc1cc7-97a6-40a5-a354-c48091fa7870 is going to be created. [ 1245.293122] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.293388] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.293512] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.293771] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.294072] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.294338] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-00fc1cc7-97a6-40a5-a354-c48091fa7870" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.460081] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.716285] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.716526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.716526] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.716705] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.716821] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.716885] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1245.751357] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.751622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.751622] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.751798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.752020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.765456] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1245.962567] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.962820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.962820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.962984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.963080] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.963164] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1246.000323] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.000478] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.000551] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.000762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.000948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.012503] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1246.036588] env[65672]: INFO networking_nsxv3.common.synchronization [req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b req-eeba29e6-16d4-41d1-bc2b-2a01843df520 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1246.036815] env[65672]: INFO networking_nsxv3.common.synchronization [req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b req-eeba29e6-16d4-41d1-bc2b-2a01843df520 service nova] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1246.036991] env[65672]: INFO networking_nsxv3.common.synchronization [req-aeb9892d-6b37-4bcb-b8b8-fc46a1b0d42b req-eeba29e6-16d4-41d1-bc2b-2a01843df520 service nova] Enqueued Resource ID: 00fc1cc7-97a6-40a5-a354-c48091fa7870 with Priority: HIGHEST for action port [ 1246.037821] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_rules [ 1246.037994] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1246.038181] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fc1cc7-97a6-40a5-a354-c48091fa7870 with Priority: HIGHEST for action port [ 1246.038611] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.038913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.038952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.039206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.039295] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.040530] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.040530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.040652] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-00fc1cc7-97a6-40a5-a354-c48091fa7870 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.041358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00fc1cc7-97a6-40a5-a354-c48091fa7870" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.041515] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00fc1cc7-97a6-40a5-a354-c48091fa7870" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.041739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00fc1cc7-97a6-40a5-a354-c48091fa7870" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.041828] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00fc1cc7-97a6-40a5-a354-c48091fa7870',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.543981] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.544407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.544407] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00fc1cc7-97a6-40a5-a354-c48091fa7870 with status ACTIVE [ 1246.544505] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.544562] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.544621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.544835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.544927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.545191] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.545309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.545355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.545520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.545602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.545771] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.545869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.545930] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.546092] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.546169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.546253] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00fc1cc7-97a6-40a5-a354-c48091fa7870 is going to be updated. [ 1246.567280] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.567280] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.567508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.567558] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.567668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.567890] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00fc1cc7-97a6-40a5-a354-c48091fa7870" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.610403] env[65672]: INFO networking_nsxv3.common.synchronization [req-59bc95b3-a646-46b9-ad74-f4dddd1f9785 req-db536bfc-d2eb-4eea-ad92-d153a5a56428 tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 1247.610901] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 1247.611364] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.611364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.611513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.611594] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.611720] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.611831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.611913] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.614407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.614500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.614601] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.777833] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1247.777833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.777833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.777833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.778118] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.778187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.778223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.778431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.778431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.778545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.778615] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.023717] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1248.023946] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.024135] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.024357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.024578] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.024704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.024810] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.024924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.025046] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.025180] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.116410] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.281599] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.281862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.281862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.282063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.282250] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.282358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.282419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.282644] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.282722] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.282761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.282892] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.283058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.283058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.283187] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.283325] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.283430] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.283482] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.283592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.283669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.283748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.283861] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.533998] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.618547] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.787795] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ff705d-4501-4e68-abc7-9146d0b71c71: rpc.has_security_group_logging(os_id): False [ 1248.811149] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.811338] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.811405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.811598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.811697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.815020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.815020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.815020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.815020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.815816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.815816] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1248.873970] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.874195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.874253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.874413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.874553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.890983] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1249.036498] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.120518] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.120678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.120678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.120831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.120918] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.121023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 is going to be updated. [ 1249.157929] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.157929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.157929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.157929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.157929] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.171524] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: IN_PROGRESS for 2s [ 1249.539340] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.539493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.539559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.539828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.539925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.540035] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1249.580321] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.580321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.580321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.580321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.580321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.590903] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1250.917593] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1250.918256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.158194] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.158398] env[65672]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-38cb9989-0939-4d07-afa8-5ff89ebe0062 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.217043] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: SUCCESS [ 1251.217043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.607841] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1251.608105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.608279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.608503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.608754] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.608912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.608981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.609171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.609255] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.609341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.609431] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.112063] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.112063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.112063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.112063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.112657] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.112657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.112657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.112657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.112657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.112657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.112994] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.112994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.112994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.113152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.113189] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.113274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.113335] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.113471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.113544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.113629] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.113714] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.612606] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.612606] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1252.616089] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b: rpc.has_security_group_logging(os_id): False [ 1252.637339] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.637501] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.637555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.637809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.637986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.638113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.638211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.638295] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.638455] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.638535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.638755] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.638860] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.638968] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.639141] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.639218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.639400] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.639511] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.639575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.639720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.639794] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.639879] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1252.739494] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.739685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.739685] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.739888] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.740034] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.755036] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1254.774109] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1254.774588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.613630] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.613630] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1257.651267] env[65672]: INFO networking_nsxv3.common.synchronization [req-bd33b9aa-e59e-49ea-91a9-9010298b8d48 req-2a884804-a83a-416b-a4cb-8df46dce8388 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1257.651863] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1257.652126] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.652243] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.652302] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.652494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.652644] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.652739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.652796] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.652940] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.653085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.653140] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.156559] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.659469] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.164949] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.164949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.164949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.164949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.164949] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.164949] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1259.201576] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.201750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.201797] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.202029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.202176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.215203] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1261.246970] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 4s [ 1262.652794] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.653269] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1263.261442] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1263.261839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.237392] env[65672]: INFO networking_nsxv3.common.synchronization [req-eb93645f-cb05-4a77-8b05-26f83d8ac02f req-8dd35351-df46-4b1e-84d5-334b473fdb07 tempest-ServersTestJSON-828640199 tempest-ServersTestJSON-828640199-project-member] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1264.238013] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGHEST for action security_group_members [ 1264.238358] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.238503] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.238568] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.238931] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.239042] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.239148] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.239205] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.239538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.239538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.239538] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.742110] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.742390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.742390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.742693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.742831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.743067] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.743190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.743264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.743479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.743563] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.743655] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be updated. [ 1264.778113] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.779077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.779077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.779077] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.779265] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.793291] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: IN_PROGRESS for 2s [ 1265.282365] env[65672]: INFO networking_nsxv3.common.synchronization [req-19dd9624-f70b-4ed8-8923-9ed5433322de req-3fab7ff5-6584-4125-85b5-70a2d6ac5f6d tempest-ServerActionsTestOtherA-412230151 tempest-ServerActionsTestOtherA-412230151-project-member] Enqueued Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 1265.282365] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529a793f-ee94-47fc-8b84-e057755d3de3 with Priority: HIGHEST for action security_group_members [ 1265.282365] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-529a793f-ee94-47fc-8b84-e057755d3de3 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.282365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.282365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.282365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.282365] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.282822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.282822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.282822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.282822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.282956] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529a793f-ee94-47fc-8b84-e057755d3de3',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.785223] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.785486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.785559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.785747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.785855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.786092] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.786186] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.786251] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.786417] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.786496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.786573] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 is going to be updated. [ 1265.821097] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.821397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.821397] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.821608] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.821678] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.831485] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: IN_PROGRESS for 2s [ 1266.803656] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b in Status: SUCCESS [ 1266.804060] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b deletion is rescheduled due to dependency. [ 1266.804060] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.845056] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529a793f-ee94-47fc-8b84-e057755d3de3 in Status: SUCCESS [ 1267.845056] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529a793f-ee94-47fc-8b84-e057755d3de3 deletion is rescheduled due to dependency. [ 1267.845499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529a793f-ee94-47fc-8b84-e057755d3de3" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.183684] env[65672]: INFO networking_nsxv3.common.synchronization [req-eb689ef8-19e4-4f74-ab42-481e56cad380 req-239f296f-b11f-418e-9882-e3b9b608f534 tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1270.184294] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1270.184616] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.184740] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.184807] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.185016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.189816] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.190053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.190129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.190341] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.190422] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.190518] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.695038] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.695737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.695737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.695737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.695737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.695915] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.696049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.696049] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.696190] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.696264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.696348] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1270.725738] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.725895] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.725953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.726182] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.726325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.734794] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1272.746701] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1272.747040] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 deletion is rescheduled due to dependency. [ 1272.747040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.743941] env[65672]: INFO networking_nsxv3.common.synchronization [req-29635976-2f2e-42b8-b928-84608c26e50d req-9ac0ff53-047e-46bf-a0a5-cf115f80f564 tempest-AttachVolumeNegativeTest-1637895628 tempest-AttachVolumeNegativeTest-1637895628-project-member] Enqueued Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_members [ 1274.744782] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGHEST for action security_group_members [ 1274.749198] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-324da946-4454-488b-be5f-bf7f502935bd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.749444] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.749513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.749978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.750054] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.750175] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.750391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.750468] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.750599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.750719] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.256080] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.256381] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.256462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.256707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.256802] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.257022] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.257128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.257172] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.257324] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.257401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.257486] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 324da946-4454-488b-be5f-bf7f502935bd is going to be updated. [ 1275.287865] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.288188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.288188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.288321] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.288494] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.297674] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 324da946-4454-488b-be5f-bf7f502935bd in Status: IN_PROGRESS for 2s [ 1276.797639] env[65672]: INFO networking_nsxv3.common.synchronization [req-2761f02c-cc19-45c0-a4b7-57fc7f350e8c req-f6b29710-62ad-470c-8b57-39be47eb2aa6 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1276.799544] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1276.799544] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.799544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.799544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.799544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.799544] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.799544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.799544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.799544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.799544] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.799544] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.302159] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.302365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.302365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.302553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.302648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.302842] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.302953] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.303030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.303227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.303227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.303410] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1277.307833] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 324da946-4454-488b-be5f-bf7f502935bd in Status: SUCCESS [ 1277.308105] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 324da946-4454-488b-be5f-bf7f502935bd deletion is rescheduled due to dependency. [ 1277.308169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.337066] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.337276] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.337328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.337509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.337661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.346577] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1279.359079] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1279.359516] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1279.359516] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.999686] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.999900] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.000093] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.000437] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.000780] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.001283] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.001283] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.001832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.001832] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.001954] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.002156] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.002305] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.002425] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.002550] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.002655] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.002788] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.022107] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.022298] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.022412] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.022675] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-922" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.023013] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-a01509f4-3528-4cdb-9886-2fa4460a8f22 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.023201] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.023319] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.023575] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.023709] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01509f4-3528-4cdb-9886-2fa4460a8f22',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.526041] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.526480] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.526600] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.527073] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.527246] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.527690] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.527942] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.528179] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.528510] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.528737] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.529231] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.529432] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.529633] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.529941] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.530171] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.530407] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: a01509f4-3528-4cdb-9886-2fa4460a8f22 is going to be updated. [ 1280.552352] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.552597] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.552803] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.553126] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.553367] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.553628] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.271853] env[65672]: INFO networking_nsxv3.common.synchronization [req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 req-756c5f9e-8994-4515-8127-3ddbbe66f81c service nova] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 1281.271853] env[65672]: INFO networking_nsxv3.common.synchronization [req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 req-756c5f9e-8994-4515-8127-3ddbbe66f81c service nova] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1281.271853] env[65672]: INFO networking_nsxv3.common.synchronization [req-0cdae8f7-7d5e-4f58-8868-361524b9c7f2 req-756c5f9e-8994-4515-8127-3ddbbe66f81c service nova] Enqueued Resource ID: a01509f4-3528-4cdb-9886-2fa4460a8f22 with Priority: HIGHEST for action port [ 1281.272432] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_rules [ 1281.272696] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1281.272696] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01509f4-3528-4cdb-9886-2fa4460a8f22 with Priority: HIGHEST for action port [ 1281.272887] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.272971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.273051] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.273241] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.273313] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.274127] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.274242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.274305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.274476] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.274792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.274792] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.274952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.274952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.275030] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.275507] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.276020] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-a01509f4-3528-4cdb-9886-2fa4460a8f22 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.276020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.276197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.276264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.277285] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01509f4-3528-4cdb-9886-2fa4460a8f22',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.778758] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.779127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.779127] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.780265] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a01509f4-3528-4cdb-9886-2fa4460a8f22 with status ACTIVE [ 1281.780716] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.780932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.780932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.781140] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.781349] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.781554] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.781658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.781720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.781884] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.781995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.782330] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.782454] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.782517] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.782660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.782735] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.782819] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a01509f4-3528-4cdb-9886-2fa4460a8f22 is going to be updated. [ 1281.809328] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.809493] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.809542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.809726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.809859] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.810029] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a01509f4-3528-4cdb-9886-2fa4460a8f22" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.284885] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.788318] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.788650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.788650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.788650] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.788772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.788867] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1282.819356] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.819567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.819621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.819829] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.820058] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.830479] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1284.842052] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1284.842380] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.842425] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.843095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.843095] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.843095] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.843585] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.843833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.843925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.844154] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.844154] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.911578] env[65672]: INFO networking_nsxv3.common.synchronization [req-a46dfb61-c90b-4f03-9cf0-64217768a183 req-5c285864-e507-468c-b58d-1db27c82c0cc tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1284.911578] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1284.911578] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.911720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.911720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.911892] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.912069] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.912216] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.912260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.912400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.912486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.912576] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.259025] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.259025] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.259306] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.259519] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.259820] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.260014] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.260435] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.260533] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.260702] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.260898] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.260988] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.262574] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.262574] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.262574] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.262574] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.262574] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.282162] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.282564] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1285.282708] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.282903] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-455" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.283385] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-e60cd4a9-f856-462c-b061-eaa6bdada2bc taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.283623] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-e60cd4a9-f856-462c-b061-eaa6bdada2bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.283767] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-e60cd4a9-f856-462c-b061-eaa6bdada2bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.284123] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-e60cd4a9-f856-462c-b061-eaa6bdada2bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.284331] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60cd4a9-f856-462c-b061-eaa6bdada2bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.346232] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.414807] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.415085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.415085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.415413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.415546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.415788] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.415909] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.415983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.416260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.416368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.416474] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1285.448021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.448414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.448414] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.448839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.449185] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.462147] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1285.786883] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.787165] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.787296] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.787665] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.787846] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.788011] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port e60cd4a9-f856-462c-b061-eaa6bdada2bc not found, creating... [ 1285.788781] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.788781] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.788781] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.789055] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.789055] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.789469] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.789672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.789672] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.789910] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.790065] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.790236] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: e60cd4a9-f856-462c-b061-eaa6bdada2bc is going to be created. [ 1285.815489] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.815749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.815837] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.816446] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.816573] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.816835] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-e60cd4a9-f856-462c-b061-eaa6bdada2bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.848821] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e123bdb4-076d-4f75-b969-05b6b9ad8327: rpc.has_security_group_logging(os_id): False [ 1285.876871] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.877224] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.877328] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.877581] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.877741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.878209] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.878446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.878676] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.878912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.879013] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.879194] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1285.971902] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.972198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.972284] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.972499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.972714] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.991990] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1286.618597] env[65672]: INFO networking_nsxv3.common.synchronization [req-a46dfb61-c90b-4f03-9cf0-64217768a183 req-19a38402-f813-47b9-8ad3-1bb23bf5811f service nova] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 1286.618597] env[65672]: INFO networking_nsxv3.common.synchronization [req-a46dfb61-c90b-4f03-9cf0-64217768a183 req-19a38402-f813-47b9-8ad3-1bb23bf5811f service nova] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1286.618597] env[65672]: INFO networking_nsxv3.common.synchronization [req-a46dfb61-c90b-4f03-9cf0-64217768a183 req-19a38402-f813-47b9-8ad3-1bb23bf5811f service nova] Enqueued Resource ID: e60cd4a9-f856-462c-b061-eaa6bdada2bc with Priority: HIGHEST for action port [ 1286.620095] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_rules [ 1286.620469] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1286.620895] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60cd4a9-f856-462c-b061-eaa6bdada2bc with Priority: HIGHEST for action port [ 1286.621873] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.623298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.623298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.623298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.623298] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.624195] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.624412] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.624744] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-e60cd4a9-f856-462c-b061-eaa6bdada2bc taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.624920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e60cd4a9-f856-462c-b061-eaa6bdada2bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.625032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e60cd4a9-f856-462c-b061-eaa6bdada2bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.625305] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e60cd4a9-f856-462c-b061-eaa6bdada2bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.625373] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60cd4a9-f856-462c-b061-eaa6bdada2bc',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.128466] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.128984] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.128984] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e60cd4a9-f856-462c-b061-eaa6bdada2bc with status ACTIVE [ 1287.128984] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.129235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.129235] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.129373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.129458] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.129641] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.129761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.129811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.130204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.130204] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.130393] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.130393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.130393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.130618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.130618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.130739] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e60cd4a9-f856-462c-b061-eaa6bdada2bc is going to be updated. [ 1287.159460] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.160134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.160256] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.160507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.160669] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.160901] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e60cd4a9-f856-462c-b061-eaa6bdada2bc" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.475046] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1287.477021] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 deletion is rescheduled due to dependency. [ 1287.477021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.477021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.477021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.477021] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.477021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.477021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.477021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.477021] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.477021] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.979992] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.012253] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1288.012549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.482297] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.985271] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.985520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.985520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.985707] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.985799] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.985900] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1289.017678] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.017943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.017943] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.018111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.018401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.031246] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1290.465635] env[65672]: INFO networking_nsxv3.common.synchronization [req-1ba16075-052a-43a4-9f24-287f67811f89 req-c82bc0dc-a25a-406b-ab5a-89939259772a tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1290.465635] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1290.465635] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.465635] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.466227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.466227] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.469410] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.469410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.469410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.469410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.469410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.469410] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.792853] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.793072] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.793229] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.793523] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.793754] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.793907] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.794093] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.794329] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.794477] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.794712] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1290.794826] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.794989] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.795038] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.795378] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1290.795378] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.795548] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.816763] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.816967] env[65672]: DEBUG dogpile.cache.region [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1290.817250] env[65672]: DEBUG dogpile.lock [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.817483] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.817838] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock port-72e60726-2fb9-443a-8ce5-55ac3f983766 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.818088] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "port-72e60726-2fb9-443a-8ce5-55ac3f983766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.818320] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "port-72e60726-2fb9-443a-8ce5-55ac3f983766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.818715] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "port-72e60726-2fb9-443a-8ce5-55ac3f983766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.818893] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e60726-2fb9-443a-8ce5-55ac3f983766',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.971226] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.971405] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.971447] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.971682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.971775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.971980] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.972096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.972157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.972344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.972459] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.972500] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1291.008847] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.009107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.009195] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.009434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.009645] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.024214] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1291.044274] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1291.044543] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.044701] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.044941] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.045154] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.045285] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.045351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.045502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.045598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.045682] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.045750] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.321945] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.322297] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.322491] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.322892] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.323137] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.323369] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Segment Port 72e60726-2fb9-443a-8ce5-55ac3f983766 not found, creating... [ 1291.323784] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.324031] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.324219] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.324624] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.324777] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.325247] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.325490] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.325669] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.325995] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.326237] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.326507] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Resource: SegmentPort with ID: 72e60726-2fb9-443a-8ce5-55ac3f983766 is going to be created. [ 1291.376735] env[65672]: DEBUG networking_nsxv3.common.locking [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.377014] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.377111] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.377436] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.377681] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.377920] env[65672]: DEBUG oslo_concurrency.lockutils [None req-7303df0c-8ca5-425a-a75b-526c47ce424d None None] Releasing lock "port-72e60726-2fb9-443a-8ce5-55ac3f983766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.548036] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.050434] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f072c59-a632-4341-bb1b-42079f814243: rpc.has_security_group_logging(os_id): False [ 1292.072743] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.072974] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.073109] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.073395] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.073499] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.073768] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.073903] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.073990] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.074208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.074288] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.074378] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1292.081291] env[65672]: INFO networking_nsxv3.common.synchronization [req-1ba16075-052a-43a4-9f24-287f67811f89 req-f2dde445-b4d9-428e-bb92-6c4ff57cf045 service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1292.081490] env[65672]: INFO networking_nsxv3.common.synchronization [req-1ba16075-052a-43a4-9f24-287f67811f89 req-f2dde445-b4d9-428e-bb92-6c4ff57cf045 service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1292.081808] env[65672]: INFO networking_nsxv3.common.synchronization [req-1ba16075-052a-43a4-9f24-287f67811f89 req-f2dde445-b4d9-428e-bb92-6c4ff57cf045 service nova] Enqueued Resource ID: 72e60726-2fb9-443a-8ce5-55ac3f983766 with Priority: HIGHEST for action port [ 1292.082186] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1292.082311] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1292.082394] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e60726-2fb9-443a-8ce5-55ac3f983766 with Priority: HIGHEST for action port [ 1292.082731] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.082886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.082970] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.083159] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.083236] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.084586] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.084724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.084991] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e60726-2fb9-443a-8ce5-55ac3f983766 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.085157] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e60726-2fb9-443a-8ce5-55ac3f983766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.085221] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e60726-2fb9-443a-8ce5-55ac3f983766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.085410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e60726-2fb9-443a-8ce5-55ac3f983766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.085479] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e60726-2fb9-443a-8ce5-55ac3f983766',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.140356] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.140612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.140612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.140778] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.141014] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.157717] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1292.589082] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.589082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.589082] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72e60726-2fb9-443a-8ce5-55ac3f983766 with status ACTIVE [ 1292.589082] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.589082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.589082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.589805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.589805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.589805] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.589805] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.589957] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.590040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.590127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.590318] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.590415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.590479] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.590672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.590756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.590847] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72e60726-2fb9-443a-8ce5-55ac3f983766 is going to be updated. [ 1292.616340] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.616592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.616592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.616741] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.616875] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.617096] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e60726-2fb9-443a-8ce5-55ac3f983766" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.035029] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1293.035289] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1293.035399] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.035574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.035785] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.035968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.036127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.036240] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.036357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.036438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.036537] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.539651] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.041786] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.171653] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1294.171878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.547119] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.547323] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.547368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.547565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.547657] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.547893] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1294.581828] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.582107] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.582247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.582575] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.582844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.593674] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1296.608960] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1296.609249] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.609452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.609724] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.609924] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.610082] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.610129] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.610260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.610365] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.610448] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.610506] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.083309] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.083493] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1297.113062] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.113299] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.113382] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.113607] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.113777] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.113877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.113939] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.114099] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.114218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.114275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.114435] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.114528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.114616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.114814] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.114958] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.115067] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.115128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.115268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.115351] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.115432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.115519] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.618153] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ff705d-4501-4e68-abc7-9146d0b71c71: rpc.has_security_group_logging(os_id): False [ 1297.639159] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.639325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.639400] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.639618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.639712] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.639939] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.640054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.640118] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.640264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.640342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.640521] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.640614] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.640674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.640813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.640886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.641145] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.641261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.641325] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.641467] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.641553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.641639] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1297.706173] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.706394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.706457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.706706] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.706855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.723958] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1299.318154] env[65672]: INFO networking_nsxv3.common.synchronization [req-1e036f6e-3d2b-4c15-b5e1-ebbb03026fb3 req-036732a3-f30d-4498-91ac-981cef70dd10 tempest-ServerActionsTestOtherB-1282515570 tempest-ServerActionsTestOtherB-1282515570-project-member] Enqueued Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1299.318744] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 with Priority: HIGHEST for action security_group_members [ 1299.319079] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-e123bdb4-076d-4f75-b969-05b6b9ad8327 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.319210] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.319275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.319487] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.319644] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.319739] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.319798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.319961] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.320086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.320221] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e123bdb4-076d-4f75-b969-05b6b9ad8327',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.741334] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1299.741555] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.822285] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.822833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.822833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.822833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.822833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.823067] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.823128] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.823166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.823296] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.823371] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.823455] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 is going to be updated. [ 1299.852708] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.852853] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.852924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.853144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.853291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.863057] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: IN_PROGRESS for 2s [ 1301.877023] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 in Status: SUCCESS [ 1301.877519] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e123bdb4-076d-4f75-b969-05b6b9ad8327 deletion is rescheduled due to dependency. [ 1301.877519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e123bdb4-076d-4f75-b969-05b6b9ad8327" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.098270] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.098480] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.098542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.098742] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.098870] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.603457] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.105579] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.607988] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1303.608181] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1304.144665] env[65672]: INFO networking_nsxv3.common.synchronization [req-b7d27a12-ba92-4651-9707-cfa22b7b4cb0 req-8d83b8e0-0d26-4eca-b840-11cc70aa2d95 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1304.145245] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1304.145561] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.145683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.145771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.145927] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.146096] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.146197] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.146267] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.146390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.146542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.146609] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.514558] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.514771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.514771] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.514981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.526303] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1304.527374] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.528542] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1304.565176] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.565363] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.565420] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.565658] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.577898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.578694] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1304.578829] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1304.578918] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1304.619100] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.619291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.619291] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.619519] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.620863] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.621044] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1304.648658] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.648833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.648833] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.649054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.671411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.671668] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.671790] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.671852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.672055] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.672139] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.672228] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1304.697543] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.697702] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.697762] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.698020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.698078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.701876] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.701876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.701876] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.702063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.702337] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.702592] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1304.711635] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1304.792791] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.792982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.793031] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.793242] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.793573] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.793895] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1304.793994] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7eac8e3a-96f1-419a-b2b3-dc35199f5e9b', '7b04c13e-be78-42e6-9be4-6994fbfd872f', 'a1ff705d-4501-4e68-abc7-9146d0b71c71', '324da946-4454-488b-be5f-bf7f502935bd', '7647f243-099f-4cda-bea5-9079ed6b01ca', '6d3946a4-1400-45dd-9eb6-b35d021e3547', 'e6f8df83-b8c8-4f7f-a368-0d3293a88b6f', '8c370fc8-877f-4f96-aa23-3f3a8fe94e1b', '2edfef7e-7a0d-4866-bba4-e00a779431a9', '3a4dbcda-265d-4070-9048-997f28e33e82', 'b9985ffd-8296-4536-8ac4-825491c9e817', '48ec0511-60f5-40c9-a2b4-c4d4125c4698', 'e1c04cbf-7967-4581-8100-ac75aba07ec9', 'ea7905b5-a31c-4db1-a0af-1db1425178fe', '3f072c59-a632-4341-bb1b-42079f814243', '2d252406-78bc-4d45-a50c-a4132c03111d', 'af7c15b9-d77b-41c4-9bb7-7e98760843d9', 'c71b198e-e0ae-4d96-996a-8dff48cd314e', '4315f1c0-682b-4f51-9150-223a13e08eb4', '489b666c-fd11-4d24-8ce1-ec1049772051', '9e5c9295-006a-4e0c-9523-593fd05ecaff', '35ea7a3b-f995-4cd4-bcb9-9772f02e33d3', 'bda5029e-7a8d-45b2-aab2-7861d24d7f6d', '12b3ed31-04b6-4748-bbaa-b4b3ef98b243', 'ecb2b8e5-6003-4667-8eff-b6258b40d753', '49f155ef-5da4-409b-a5fc-2e6564886f5f', 'dc48d9c1-5fd1-473c-a1e0-37e9476665b1', '162cb45f-a26e-4208-9b55-776a74f96c2e', '85d5aa63-850d-446c-87e4-5a63aab0cda7', '58fba98e-7f52-4f6f-81ca-94e1322c5b86', '0ef0e0c5-eae7-4d20-8354-1c903124bea6', '49978a95-2645-4d3c-bf96-439ecd590cab', 'c61e300c-c936-4fbe-9c3c-00d3f46b5e32', '8c24b1ab-0558-48af-b4f4-1b24c06f1142', 'fca42685-bdad-4a15-93da-c82a80eddc34', '529a793f-ee94-47fc-8b84-e057755d3de3', 'e91cc4b1-3f1f-4a17-ab4d-d483be3d82bc', '455effee-45d0-43a0-92b9-72e5957d7515', 'c8966f4b-c228-48f0-ad5e-6389eae0453b', '6f123ec7-d15a-45cc-b6c0-7649a45d2143', 'e536c62d-db66-4346-96a1-b85017819ff1', '0e153464-52fc-4ce2-83ad-8d9c6df5edff', 'e123bdb4-076d-4f75-b969-05b6b9ad8327', '59eb87bc-2e5e-46a4-a830-d583ba7a5521', '3e1de59c-be2e-4895-b944-8104cbda2591', 'cfa27663-0bf1-49a2-a2b7-9cee687ef1bb', '164aa5ce-7a95-4cd9-bd1b-44e4d6beccbc'} {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1304.794141] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1304.824231] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.824446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.824446] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.824642] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.824731] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.824842] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1304.824912] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1304.824985] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1304.898598] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.898791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.898862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.899086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.900294] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.900584] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1304.900665] env[65672]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65672) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1304.900734] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1304.900801] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1304.900877] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1304.900946] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGH for action security_group_rules [ 1304.901034] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGH for action security_group_rules [ 1304.901103] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGH for action security_group_rules [ 1304.901164] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGH for action security_group_rules [ 1304.901225] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGH for action security_group_rules [ 1304.901313] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGH for action security_group_rules [ 1304.901418] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGH for action security_group_rules [ 1304.901459] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGH for action security_group_rules [ 1304.901501] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGH for action security_group_rules [ 1304.901564] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGH for action security_group_rules [ 1304.901626] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGH for action security_group_rules [ 1304.901687] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGH for action security_group_rules [ 1304.901747] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGH for action security_group_rules [ 1304.901807] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGH for action security_group_rules [ 1304.901867] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGH for action security_group_rules [ 1304.901928] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGH for action security_group_rules [ 1304.901989] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGH for action security_group_rules [ 1304.902064] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGH for action security_group_rules [ 1304.902128] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGH for action security_group_rules [ 1304.902189] env[65672]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGH for action security_group_rules [ 1304.902283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.722699] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1306.722978] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1306.723043] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.146448] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.146726] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1309.146778] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b with Priority: HIGH for action security_group_rules [ 1309.146911] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGH for action security_group_rules [ 1309.147099] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f with Priority: HIGH for action security_group_rules [ 1309.147237] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGH for action security_group_rules [ 1309.147376] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489b666c-fd11-4d24-8ce1-ec1049772051 with Priority: HIGH for action security_group_rules [ 1309.147504] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 with Priority: HIGH for action security_group_rules [ 1309.147623] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c71b198e-e0ae-4d96-996a-8dff48cd314e with Priority: HIGH for action security_group_rules [ 1309.147722] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 with Priority: HIGH for action security_group_rules [ 1309.147841] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7905b5-a31c-4db1-a0af-1db1425178fe with Priority: HIGH for action security_group_rules [ 1309.147953] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d252406-78bc-4d45-a50c-a4132c03111d with Priority: HIGH for action security_group_rules [ 1309.148094] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 with Priority: HIGH for action security_group_rules [ 1309.148223] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 with Priority: HIGH for action security_group_rules [ 1309.148360] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9985ffd-8296-4536-8ac4-825491c9e817 with Priority: HIGH for action security_group_rules [ 1309.148511] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4dbcda-265d-4070-9048-997f28e33e82 with Priority: HIGH for action security_group_rules [ 1309.148631] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 with Priority: HIGH for action security_group_rules [ 1309.148766] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 with Priority: HIGH for action security_group_rules [ 1309.148974] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b with Priority: HIGH for action security_group_rules [ 1309.149135] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7647f243-099f-4cda-bea5-9079ed6b01ca with Priority: HIGH for action security_group_rules [ 1309.149201] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f with Priority: HIGH for action security_group_rules [ 1309.149415] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324da946-4454-488b-be5f-bf7f502935bd with Priority: HIGH for action security_group_rules [ 1309.149665] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.149795] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.149857] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.150466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.150466] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eac8e3a-96f1-419a-b2b3-dc35199f5e9b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.151206] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.151340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.151406] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.151592] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.151676] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.152559] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.152671] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.152736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.152893] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.153573] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6f8df83-b8c8-4f7f-a368-0d3293a88b6f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.155106] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.155106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.155106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.155106] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.155106] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.155106] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-489b666c-fd11-4d24-8ce1-ec1049772051 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.155393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.155393] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.155477] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.155720] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('489b666c-fd11-4d24-8ce1-ec1049772051',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.156355] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4315f1c0-682b-4f51-9150-223a13e08eb4 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.156513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.156513] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.156603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.156641] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4315f1c0-682b-4f51-9150-223a13e08eb4',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.157384] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c71b198e-e0ae-4d96-996a-8dff48cd314e taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.157500] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.157545] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.158173] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.158173] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c71b198e-e0ae-4d96-996a-8dff48cd314e',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.158640] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.158775] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.158869] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.159086] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.159086] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af7c15b9-d77b-41c4-9bb7-7e98760843d9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.159688] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7905b5-a31c-4db1-a0af-1db1425178fe taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.159822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.159822] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.159962] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.160044] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7905b5-a31c-4db1-a0af-1db1425178fe',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.160717] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d252406-78bc-4d45-a50c-a4132c03111d taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.160835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.160904] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.161027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.161097] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d252406-78bc-4d45-a50c-a4132c03111d',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.161894] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c04cbf-7967-4581-8100-ac75aba07ec9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.162015] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.162084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.162413] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.162413] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c04cbf-7967-4581-8100-ac75aba07ec9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.163031] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.163131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.163131] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.163394] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.163518] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ec0511-60f5-40c9-a2b4-c4d4125c4698',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.164832] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9985ffd-8296-4536-8ac4-825491c9e817 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.164832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.164832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.164832] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.164832] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9985ffd-8296-4536-8ac4-825491c9e817',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.165438] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4dbcda-265d-4070-9048-997f28e33e82 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.165438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.165438] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.165572] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.165572] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4dbcda-265d-4070-9048-997f28e33e82',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.166289] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edfef7e-7a0d-4866-bba4-e00a779431a9 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.166407] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.166462] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.166615] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.166686] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edfef7e-7a0d-4866-bba4-e00a779431a9',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.167407] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d3946a4-1400-45dd-9eb6-b35d021e3547 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.168114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.168114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.168114] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.168114] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d3946a4-1400-45dd-9eb6-b35d021e3547',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.168700] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.168700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.168700] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.168897] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.168897] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c370fc8-877f-4f96-aa23-3f3a8fe94e1b',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.169733] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7647f243-099f-4cda-bea5-9079ed6b01ca taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.169912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.169912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.170057] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.170176] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7647f243-099f-4cda-bea5-9079ed6b01ca',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.170812] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b04c13e-be78-42e6-9be4-6994fbfd872f taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.170934] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.170995] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.171123] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.171204] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b04c13e-be78-42e6-9be4-6994fbfd872f',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.173040] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-324da946-4454-488b-be5f-bf7f502935bd taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.173040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.173040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.173040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.173040] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('324da946-4454-488b-be5f-bf7f502935bd',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.683028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.683028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.683028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.683028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.683028] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.683028] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.683599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.683866] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.684075] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.684261] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.687024] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.766833] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.767355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.767625] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.768053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.770537] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.770791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.771737] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.771982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.772812] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.773048] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.773898] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.774144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.774914] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.775179] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.775936] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.776171] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.776952] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.777192] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.778009] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.778120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.778756] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.778848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.779792] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.779924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.780541] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.781153] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.781271] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.782125] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.782641] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.782736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.783361] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.783759] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.783836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.784428] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.784803] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.784965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.785899] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.786365] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.786450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.787023] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.787409] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.787496] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.788082] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.788520] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.788674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.789210] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.789599] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.789693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.804019] env[65672]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.804514] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.804651] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4315f1c0-682b-4f51-9150-223a13e08eb4 is going to be deleted. [ 1309.805618] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.805827] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.805915] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.806014] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be deleted. [ 1309.806817] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.806978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.832411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.832550] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6f8df83-b8c8-4f7f-a368-0d3293a88b6f is going to be deleted. [ 1309.833475] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.833684] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.863353] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.863517] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af7c15b9-d77b-41c4-9bb7-7e98760843d9 is going to be deleted. [ 1309.864390] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.864616] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.867087] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.867250] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.879516] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.879752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.887791] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.887957] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c370fc8-877f-4f96-aa23-3f3a8fe94e1b is going to be deleted. [ 1309.888925] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.889144] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.909464] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.909680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.919111] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.919307] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9985ffd-8296-4536-8ac4-825491c9e817 is going to be deleted. [ 1309.920333] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.920574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.926713] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.926881] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.968761] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.968985] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 324da946-4454-488b-be5f-bf7f502935bd is going to be deleted. [ 1309.969981] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.970223] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.975569] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.975752] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.022990] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.023228] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.035282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.035461] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4dbcda-265d-4070-9048-997f28e33e82 is going to be deleted. [ 1310.036347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.036565] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.080965] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.081182] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eac8e3a-96f1-419a-b2b3-dc35199f5e9b is going to be deleted. [ 1310.082269] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.082542] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.125340] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.125486] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ec0511-60f5-40c9-a2b4-c4d4125c4698 is going to be deleted. [ 1310.126582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.126824] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.158347] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.158760] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7905b5-a31c-4db1-a0af-1db1425178fe is going to be deleted. [ 1310.159441] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.160360] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.161904] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.162022] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.205138] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.220013] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.220208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.223450] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.223570] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7647f243-099f-4cda-bea5-9079ed6b01ca is going to be deleted. [ 1310.224502] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.224726] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.240610] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.240820] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.256248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.256436] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edfef7e-7a0d-4866-bba4-e00a779431a9 is going to be deleted. [ 1310.257355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.257626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.295361] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.295591] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.296326] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.296435] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.310839] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.311038] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d252406-78bc-4d45-a50c-a4132c03111d is going to be deleted. [ 1310.311982] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.312245] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.334368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.334368] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b04c13e-be78-42e6-9be4-6994fbfd872f is going to be deleted. [ 1310.335188] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.335408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.344975] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.345199] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.356942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.357152] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d3946a4-1400-45dd-9eb6-b35d021e3547 is going to be deleted. [ 1310.358309] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.358641] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.365864] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.366113] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.387085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.387085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.387085] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.387085] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c71b198e-e0ae-4d96-996a-8dff48cd314e is going to be deleted. [ 1310.388040] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.388253] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.416649] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.416849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.417523] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.417612] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.426370] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.426620] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 489b666c-fd11-4d24-8ce1-ec1049772051 is going to be deleted. [ 1310.427564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.427781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.458911] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.459183] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c04cbf-7967-4581-8100-ac75aba07ec9 is going to be deleted. [ 1310.460202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.460416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.460509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.460632] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.460813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.460978] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.461078] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.461191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4315f1c0-682b-4f51-9150-223a13e08eb4" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.461692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.461924] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.462027] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.462149] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6f8df83-b8c8-4f7f-a368-0d3293a88b6f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.462282] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.462431] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.462509] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.462621] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af7c15b9-d77b-41c4-9bb7-7e98760843d9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.462745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.462919] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.462980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.463091] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c370fc8-877f-4f96-aa23-3f3a8fe94e1b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.463218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.463358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.463433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.463553] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9985ffd-8296-4536-8ac4-825491c9e817" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.463681] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.463816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.463887] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.464010] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-324da946-4454-488b-be5f-bf7f502935bd" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.464134] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.464270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.464344] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.464471] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4dbcda-265d-4070-9048-997f28e33e82" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.464668] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.464831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.464898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.465020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eac8e3a-96f1-419a-b2b3-dc35199f5e9b" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.465152] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.465293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.465368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.465483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ec0511-60f5-40c9-a2b4-c4d4125c4698" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.465598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.465736] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.465811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.465920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7905b5-a31c-4db1-a0af-1db1425178fe" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.466054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.466198] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.466268] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.466401] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edfef7e-7a0d-4866-bba4-e00a779431a9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.466522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.466660] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.466745] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.466858] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7647f243-099f-4cda-bea5-9079ed6b01ca" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.466979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.467143] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.467218] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.467331] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d252406-78bc-4d45-a50c-a4132c03111d" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.467457] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.467596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.467672] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.467779] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b04c13e-be78-42e6-9be4-6994fbfd872f" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.467900] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.468050] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.468126] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.468233] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d3946a4-1400-45dd-9eb6-b35d021e3547" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.471431] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.471561] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.471628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.471787] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.471870] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.471980] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c71b198e-e0ae-4d96-996a-8dff48cd314e" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.491899] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.492121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.492121] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.492316] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.492408] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.492520] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-489b666c-fd11-4d24-8ce1-ec1049772051" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.519738] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.519952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.519952] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.520165] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.520257] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.520379] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c04cbf-7967-4581-8100-ac75aba07ec9" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.707670] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f072c59-a632-4341-bb1b-42079f814243: rpc.has_security_group_logging(os_id): False [ 1310.732754] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.732954] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.733020] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.733283] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.752124] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.752419] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.752538] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.752603] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.752811] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.752877] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.752958] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1310.807989] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.808202] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.808252] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.808488] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.808640] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.823773] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1312.754528] env[65672]: INFO networking_nsxv3.common.synchronization [req-a588bccb-6700-48b1-9e9b-dcee564bba2f req-f9b2d7fb-74e5-4f86-b781-ba717cf8128e tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1312.755070] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1312.755376] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.755495] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.755883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.755883] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.756264] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.756264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.756264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.756421] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.756463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.757081] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.838921] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1312.839117] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.064224] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.064430] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.064556] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.064819] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.065093] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.065250] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.065363] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.065573] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.065719] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.065925] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.066046] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1313.066151] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1313.066259] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1313.066404] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.066540] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1313.066676] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1313.085505] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1313.085657] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1313.085789] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1313.085958] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.086285] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-d4c4beb5-5e3e-4024-b50d-cbee77491632 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.086478] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-d4c4beb5-5e3e-4024-b50d-cbee77491632" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.086609] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-d4c4beb5-5e3e-4024-b50d-cbee77491632" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.086965] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-d4c4beb5-5e3e-4024-b50d-cbee77491632" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.087128] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c4beb5-5e3e-4024-b50d-cbee77491632',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.258892] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.259146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.259146] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.259319] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.259453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.259662] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.259760] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.259816] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.259971] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.260063] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.260150] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be deleted. [ 1313.295011] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.295225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.295225] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.295419] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.295507] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.295606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.589801] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.590035] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.590166] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.590441] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.590594] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.590742] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port d4c4beb5-5e3e-4024-b50d-cbee77491632 not found, creating... [ 1313.590995] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.591162] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.591278] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.591492] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.591637] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.591913] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.592084] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.592181] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.592382] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.592512] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.592649] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: d4c4beb5-5e3e-4024-b50d-cbee77491632 is going to be created. [ 1313.613327] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.613533] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.613706] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.613977] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.614224] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.614442] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-d4c4beb5-5e3e-4024-b50d-cbee77491632" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.309101] env[65672]: INFO networking_nsxv3.common.synchronization [req-a588bccb-6700-48b1-9e9b-dcee564bba2f req-8a900841-54f4-4730-aa1e-9d7fb0f26cf3 service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1314.309912] env[65672]: INFO networking_nsxv3.common.synchronization [req-a588bccb-6700-48b1-9e9b-dcee564bba2f req-8a900841-54f4-4730-aa1e-9d7fb0f26cf3 service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1314.309912] env[65672]: INFO networking_nsxv3.common.synchronization [req-a588bccb-6700-48b1-9e9b-dcee564bba2f req-8a900841-54f4-4730-aa1e-9d7fb0f26cf3 service nova] Enqueued Resource ID: d4c4beb5-5e3e-4024-b50d-cbee77491632 with Priority: HIGHEST for action port [ 1314.309912] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1314.310053] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1314.310092] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c4beb5-5e3e-4024-b50d-cbee77491632 with Priority: HIGHEST for action port [ 1314.310326] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.310452] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.310508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.310730] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.310836] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.312561] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.312781] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.312852] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.313032] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.313181] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.313279] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.313342] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.313486] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.313574] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.313662] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.314999] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4c4beb5-5e3e-4024-b50d-cbee77491632 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.315698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4c4beb5-5e3e-4024-b50d-cbee77491632" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.315698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4c4beb5-5e3e-4024-b50d-cbee77491632" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.315698] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4c4beb5-5e3e-4024-b50d-cbee77491632" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.315698] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c4beb5-5e3e-4024-b50d-cbee77491632',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.812925] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.813176] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.815323] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.816861] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4c4beb5-5e3e-4024-b50d-cbee77491632 with status ACTIVE [ 1314.817079] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.817181] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.817238] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.817440] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.817528] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.817703] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.817828] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.817878] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.817997] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.818087] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.818265] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.818357] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.818416] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.818599] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.818674] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.818755] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4c4beb5-5e3e-4024-b50d-cbee77491632 is going to be updated. [ 1314.839795] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.840019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.840019] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.840214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.840348] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.840497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4c4beb5-5e3e-4024-b50d-cbee77491632" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.317781] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.820619] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.820835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.820835] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.821047] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.821166] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.821269] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be created. [ 1315.846172] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.846368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.846368] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.846527] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.846703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.857619] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: UNINITIALIZED for 2s [ 1317.867974] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1317.868686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.868686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.868923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.869121] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.869298] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.869411] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.869628] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.869755] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.869907] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.870071] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.372948] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.373206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.373206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.373385] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.373546] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.373661] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.373720] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.373847] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.373983] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.374089] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.374234] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.374326] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.374384] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.374523] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.374749] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.374846] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.374898] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.375054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.375132] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.375214] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.375304] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.877547] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ff705d-4501-4e68-abc7-9146d0b71c71: rpc.has_security_group_logging(os_id): False [ 1318.899014] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.899293] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.899432] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.899648] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.899793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.900145] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.900327] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.900403] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.900664] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.900825] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.901097] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.901248] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.901345] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.901564] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.901687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.901960] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.902120] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.902220] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.902433] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.902552] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.902695] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be created. [ 1318.963341] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.963583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.963583] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.963750] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.963928] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.978217] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1319.311294] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.311512] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.993852] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1320.994264] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.312254] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.312254] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.692163] env[65672]: INFO networking_nsxv3.common.synchronization [req-da1c71a8-89af-4b70-9b26-6f0b0b9c6e5f req-63c29fa8-0bf2-4be4-89a1-7938ededc25d tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1325.693284] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1325.693717] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.693912] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.694017] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.694229] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.694401] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.694549] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.694606] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.694766] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.694862] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.694989] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.197741] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.197979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.197979] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.198219] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.198311] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.198543] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.198697] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.198756] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.198920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.199016] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.199102] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1326.229810] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.230053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.230053] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.230169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.230320] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.239672] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1328.250598] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1328.250936] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1328.250936] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.694121] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.694507] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.208798] env[65672]: INFO networking_nsxv3.common.synchronization [req-f56e8b31-6ddf-47a0-b523-d252299b804b req-90b7ab14-5a6b-4b65-a106-2aad7f7a259f tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1334.208798] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1334.209127] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.209191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.209270] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.209483] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.209643] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.209747] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.209809] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.209958] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.210056] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.210146] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.496620] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.496842] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.496973] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.497256] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.497515] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.497671] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.497787] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.498063] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.498218] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.498425] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.498539] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] NeedRegenerationException {{(pid=65672) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.498645] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] no value, waiting for create lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.498780] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] value creation lock acquired {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.498892] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] No value present for key: 'zone-id' {{(pid=65672) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.498995] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Calling creation function for not-yet-present value {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.499138] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.519745] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.519902] env[65672]: DEBUG dogpile.cache.region [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65672) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1334.520050] env[65672]: DEBUG dogpile.lock [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Released creation lock {{(pid=65672) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.520226] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "network-544" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.520530] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock port-511812d4-3f7a-4576-ab65-a4ad7ac1c481 taken with stack trace [, , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.520693] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "port-511812d4-3f7a-4576-ab65-a4ad7ac1c481" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.520884] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "port-511812d4-3f7a-4576-ab65-a4ad7ac1c481" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.521147] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "port-511812d4-3f7a-4576-ab65-a4ad7ac1c481" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.521281] env[65672]: DEBUG networking_nsxv3.api.rpc [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511812d4-3f7a-4576-ab65-a4ad7ac1c481',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.712546] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.712546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.712546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.712856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.712856] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.713045] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.713147] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.713208] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.713358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.713434] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.713516] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1334.737363] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.737567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.737567] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.737723] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.737861] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.747743] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1335.024185] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.024185] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.024185] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.024185] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.024503] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.024503] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Segment Port 511812d4-3f7a-4576-ab65-a4ad7ac1c481 not found, creating... [ 1335.024646] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.024807] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.024932] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.025185] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.025315] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.025595] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.025749] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.025865] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.026125] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.026267] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.026403] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Resource: SegmentPort with ID: 511812d4-3f7a-4576-ab65-a4ad7ac1c481 is going to be created. [ 1335.049097] env[65672]: DEBUG networking_nsxv3.common.locking [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.049314] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.049436] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.049712] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.049931] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.050158] env[65672]: DEBUG oslo_concurrency.lockutils [None req-e2de2ada-c5cc-4fe3-ae29-77fd7db08254 None None] Releasing lock "port-511812d4-3f7a-4576-ab65-a4ad7ac1c481" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.750145] env[65672]: INFO networking_nsxv3.common.synchronization [req-f56e8b31-6ddf-47a0-b523-d252299b804b req-64e28b7b-f60c-42d3-ae0a-717c91b4bab1 service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1335.750413] env[65672]: INFO networking_nsxv3.common.synchronization [req-f56e8b31-6ddf-47a0-b523-d252299b804b req-64e28b7b-f60c-42d3-ae0a-717c91b4bab1 service nova] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1335.750458] env[65672]: INFO networking_nsxv3.common.synchronization [req-f56e8b31-6ddf-47a0-b523-d252299b804b req-64e28b7b-f60c-42d3-ae0a-717c91b4bab1 service nova] Enqueued Resource ID: 511812d4-3f7a-4576-ab65-a4ad7ac1c481 with Priority: HIGHEST for action port [ 1335.750678] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_rules [ 1335.750805] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1335.750899] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511812d4-3f7a-4576-ab65-a4ad7ac1c481 with Priority: HIGHEST for action port [ 1335.751464] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.751588] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.751654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.751849] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.751930] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.753085] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.753191] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.753400] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock port-511812d4-3f7a-4576-ab65-a4ad7ac1c481 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.753508] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511812d4-3f7a-4576-ab65-a4ad7ac1c481" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.753571] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511812d4-3f7a-4576-ab65-a4ad7ac1c481" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.753737] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511812d4-3f7a-4576-ab65-a4ad7ac1c481" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.753815] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511812d4-3f7a-4576-ab65-a4ad7ac1c481',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.255392] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.255624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.255706] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 511812d4-3f7a-4576-ab65-a4ad7ac1c481 with status ACTIVE [ 1336.255877] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.255986] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.256065] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.256275] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.256364] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.256538] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.256654] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.256713] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.256874] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.256951] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.257152] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.257247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.257307] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.257443] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.257518] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.257657] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 511812d4-3f7a-4576-ab65-a4ad7ac1c481 is going to be updated. [ 1336.278062] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.278274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.278274] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.278466] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.278598] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.278773] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511812d4-3f7a-4576-ab65-a4ad7ac1c481" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.758401] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1336.758823] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1336.758823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.758933] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.759211] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.759405] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.759547] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.759619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.759813] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.759926] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.760049] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.263032] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.765562] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.268362] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.268530] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.268582] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.268848] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.268948] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.269072] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1338.296266] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.296453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.296453] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.296703] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.296855] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.306212] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1340.316488] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1340.316830] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.316922] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.317260] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.317457] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.317602] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.317732] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.317806] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.317886] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.317972] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.318076] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.752022] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.752221] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1340.821051] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.821301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.821418] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.821798] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.822090] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.822263] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.822373] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.822626] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.822772] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.822942] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.823197] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.823355] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.823463] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.823693] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.823914] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.824084] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.824193] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.824415] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.824546] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.824683] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.824832] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.328282] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ff705d-4501-4e68-abc7-9146d0b71c71: rpc.has_security_group_logging(os_id): False [ 1341.351781] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.352041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.352041] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.352206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.352294] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.352521] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.352619] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.352680] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.352836] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.352994] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.353203] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.353301] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.353428] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.353521] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.353596] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.353779] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.353873] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.353932] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.354127] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.354206] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.354293] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1341.531670] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.531920] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.531973] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.532169] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.532320] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.560734] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1343.579682] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1343.580119] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.753376] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.753811] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.252383] env[65672]: INFO networking_nsxv3.common.synchronization [req-1a64a5da-2ed8-492c-ad04-1ba4677bf069 req-62fce166-dabc-403c-a10d-3e7be142a47d tempest-ServerActionsTestJSON-1933299431 tempest-ServerActionsTestJSON-1933299431-project-member] Enqueued Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1350.252961] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f072c59-a632-4341-bb1b-42079f814243 with Priority: HIGHEST for action security_group_members [ 1350.253770] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f072c59-a632-4341-bb1b-42079f814243 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.253944] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.254036] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.254247] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.254444] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.254559] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.254624] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.254823] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.254923] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.255030] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f072c59-a632-4341-bb1b-42079f814243',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.757562] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.757831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.757831] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.757985] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.758105] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.758294] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.758391] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.758456] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.758611] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.758686] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.758773] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 is going to be updated. [ 1350.790279] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.790535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.790535] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.790704] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.790844] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.801128] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: IN_PROGRESS for 2s [ 1352.812180] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f072c59-a632-4341-bb1b-42079f814243 in Status: SUCCESS [ 1352.812556] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f072c59-a632-4341-bb1b-42079f814243 deletion is rescheduled due to dependency. [ 1352.812556] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f072c59-a632-4341-bb1b-42079f814243" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.254656] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.254656] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.255928] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.256321] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.257651] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.258118] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.258507] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.258924] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.674054] env[65672]: INFO networking_nsxv3.common.synchronization [req-3bffda3b-e224-425b-b23d-79bbb5c8d2e4 req-6796dcd9-da5d-4548-987b-b3417fcba1e3 tempest-DeleteServersTestJSON-1698459977 tempest-DeleteServersTestJSON-1698459977-project-member] Enqueued Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1372.674054] env[65672]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 with Priority: HIGHEST for action security_group_members [ 1372.674054] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff705d-4501-4e68-abc7-9146d0b71c71 taken with stack trace [, , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.674054] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.674497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.674497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.674497] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.674497] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.674646] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.674692] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.674748] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.674855] env[65672]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff705d-4501-4e68-abc7-9146d0b71c71',) {} {{(pid=65672) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.177284] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.177522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.177522] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.177687] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.177793] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.177968] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.178083] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.178145] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.178303] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.178378] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.178464] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 is going to be updated. [ 1373.207801] env[65672]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65672) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.208018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.208018] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.208215] env[65672]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.208358] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.217178] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: IN_PROGRESS for 2s [ 1375.228923] env[65672]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 in Status: SUCCESS [ 1375.229410] env[65672]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff705d-4501-4e68-abc7-9146d0b71c71 deletion is rescheduled due to dependency. [ 1375.229410] env[65672]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff705d-4501-4e68-abc7-9146d0b71c71" {{(pid=65672) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.674445] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.674776] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.675821] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.676299] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.676497] env[65672]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.676808] env[65672]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0